-- Logs begin at Mon 2021-05-17 13:18:04 UTC, end at Mon 2021-05-17 14:11:24 UTC. -- May 17 13:45:31.578351 dv-cinder-788363-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 17 13:45:34.020962 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.common.config [-] Logging enabled! May 17 13:45:34.021546 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 13:45:34.021639 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78607) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 13:45:34.024873 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.common.config [-] Logging enabled! May 17 13:45:34.025120 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 13:45:34.025433 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78607) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 13:45:34.026412 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 13:45:34.026648 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 13:45:34.027006 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 13:45:34.027251 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 13:45:34.027474 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 13:45:34.027794 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.028093 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.028392 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.028624 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.028921 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.029215 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.029501 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.029825 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.030127 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.030455 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.030740 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.031028 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.031261 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.031546 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.031834 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.032127 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.032353 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] debug = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.032635 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.033079 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.033487 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.033795 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.034088 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.034370 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.034644 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.034924 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.035212 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.035545 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] host = dv-cinder-788363-3-smb {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.035826 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.036122 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.036413 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.036706 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.036984 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.037264 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.037553 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.037857 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.038134 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] log_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.038413 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.038707 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.038999 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.039296 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.039522 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.039746 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.040039 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.040329 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.040609 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.040887 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.041168 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.041444 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.041749 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.042021 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.042312 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.042600 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.042888 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.043422 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.043709 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.043982 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.044258 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.044544 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.044821 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.045097 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.045374 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.045676 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.045988 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.046274 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.046579 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.046871 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.047160 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.047447 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.047726 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.048012 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.048289 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.048563 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.048836 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] use_json = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.049112 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.049385 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.049686 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.049965 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.050238 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.050513 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.050785 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.051076 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:34.051379 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.051683 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.051989 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.052277 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.052574 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.052856 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.053148 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.053430 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.053750 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.054045 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.054337 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.054616 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.054908 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.055192 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.055489 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.055795 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.056095 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.056391 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.056669 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.056945 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.057221 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.057503 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.057814 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.058114 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.058407 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.058682 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.058962 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.059256 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.059537 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.059812 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.060091 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.060382 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.060662 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.060940 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.061221 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.061499 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.062324 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.062599 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.062879 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.063173 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.063454 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.063728 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.064002 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.064279 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.064553 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.064839 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.065117 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.065390 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.065685 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.065968 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.066243 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.066518 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.066797 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.067071 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.067349 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.067624 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.067900 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.068174 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.068449 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.068724 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.068998 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.069270 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.069551 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.069859 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.070139 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.070415 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.070691 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.070965 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.071252 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.071559 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.071843 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.072127 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.072411 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.072694 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.072978 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.073260 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.073543 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.073855 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.074222 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.074525 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.074815 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.075106 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.075394 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.075678 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.075980 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.076263 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.076550 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.076832 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.077114 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.078037 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.078333 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.078637 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.078939 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.079239 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.079537 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.079832 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.080120 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.080434 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.080718 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:34.080938 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 13:45:34.081179 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78607) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 13:45:34.435148 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:45:34.435426 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:45:34.435717 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:45:34.436052 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 13:45:34.745253 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.745486 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.745788 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.747024 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.747304 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.747580 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.867813 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.868108 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.868383 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.882125 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.882413 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.882682 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.911474 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.911761 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.912031 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.950341 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.950622 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:34.950893 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.184590 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.185236 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.185236 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.185482 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.186278 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.313044 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.313361 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.313686 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.313959 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.314381 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.314703 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.314972 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.315236 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.315498 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.315787 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.316055 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.316324 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.316593 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.316855 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.317125 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.317404 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.317680 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.317964 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.318221 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.318506 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.318860 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.319135 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.319369 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.319656 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.319912 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.320160 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.320552 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 13:45:35.320795 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 13:45:35.321036 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 13:45:35.321275 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 13:45:35.321514 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 13:45:35.321780 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 13:45:35.322155 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 13:45:35.325291 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 13:45:35.329313 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 13:45:35.333279 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) May 17 13:45:35.334931 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 13:45:35.335386 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 13:45:35.335727 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 13:45:35.336119 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 13:45:35.339092 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 13:45:35.339349 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 13:45:35.339700 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 13:45:35.368216 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 13:45:35.368667 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.368965 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78607) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 17 13:45:35.369332 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.370706 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78607) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 13:45:35.370990 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 13:45:35.371238 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 13:45:35.374506 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.374771 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.449465 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 13:45:35.449631 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 13:45:35.449895 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 13:45:35.450276 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 13:45:35.481779 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_db.sqlalchemy.engines [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78607) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 13:45:35.831365 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Initializing driver for type 'gre' May 17 13:45:35.831888 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] gre ID ranges: [(1, 1000)] May 17 13:45:35.887281 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Initializing driver for type 'local' May 17 13:45:35.887667 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Initializing driver for type 'vlan' May 17 13:45:35.899932 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] VlanTypeDriver initialization complete May 17 13:45:35.900258 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Initializing driver for type 'vxlan' May 17 13:45:35.900742 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] vxlan ID ranges: [(1, 1000)] May 17 13:45:35.958359 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Initializing extension driver 'port_security' May 17 13:45:35.958704 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.extensions.port_security [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] PortSecurityExtensionDriver initialization complete May 17 13:45:35.959044 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Initializing mechanism driver 'openvswitch' May 17 13:45:35.959399 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Initializing mechanism driver 'hyperv' May 17 13:45:35.965904 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.plugins.ml2.plugin [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:45:35.966664 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > port after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.967040 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > port after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.967396 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > port after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.968535 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > subnet after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.968910 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > subnet after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.969275 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.969643 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > network after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.970020 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > network after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.970368 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > network after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.970747 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > security_group after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.971098 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > security_group after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.971439 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.971817 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.972164 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.972505 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.972879 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > address_group after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.973223 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > address_group after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.973565 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.973922 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] ML2 OVO RPC backend initialized. {{(pid=78607) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 17 13:45:35.974634 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.974991 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.975407 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > network before_response 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.975753 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > networks before_response 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.976101 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > port before_response 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.976442 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > ports before_response 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.976787 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > subnet before_response 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.977129 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > subnets before_response 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.977478 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > network after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.977862 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > network after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.978184 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > network after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.978521 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > port after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.978859 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > port after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.979196 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > port after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.979535 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > subnet after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.979870 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > subnet after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.980204 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:35.980780 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.plugin [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Modular L2 Plugin initialization complete May 17 13:45:35.981103 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading services supported by the core plugin {{(pid=78607) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 13:45:35.981441 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.plugins.ml2.managers [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Got port-security extension from driver 'port_security' May 17 13:45:35.981943 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.extensions.vlantransparent [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Disabled vlantransparent extension. May 17 13:45:35.982427 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78607) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 13:45:35.982739 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading Plugin: router May 17 13:45:36.018863 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.019257 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router after_create 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.019632 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router before_create 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.020001 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.020374 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.020729 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router after_delete 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.021090 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.021454 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router after_create 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.021834 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router after_update 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.022191 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router after_update 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.022546 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.022908 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router after_update 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.023316 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_update 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.023690 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: port after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.024040 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: port after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.024368 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: subnet after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.024709 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.025058 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.025407 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_create 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.025770 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: port before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.026117 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.026475 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router after_update 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.026816 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.027161 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_create 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.027520 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.027863 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_update 55549900 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.028233 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > network after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.029094 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Tracking information for resource: router configured {{(pid=78607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 13:45:36.029423 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Tracking information for resource: floatingip configured {{(pid=78607) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 13:45:36.035123 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.db.l3_agentschedulers_db [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 13:45:36.035706 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: port after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.036071 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: port after_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.036431 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: port after_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.036786 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: port after_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.037586 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router before_create 55550100 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.037980 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.038346 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_create 55550100 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.038704 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > router precommit_update 55550100 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.043555 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.services.provider_configuration [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service providers = [] {{(pid=78607) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 13:45:36.043915 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.db.servicetype_db [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78607) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 13:45:36.046862 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.services.service_base [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78607) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 13:45:36.047210 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.services.service_base [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78607) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 13:45:36.047551 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.services.service_base [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78607) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 13:45:36.048425 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.services.service_base [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78607) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 13:45:36.048793 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.services.service_base [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 13:45:36.050666 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 13:45:36.050998 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 13:45:36.061338 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 13:45:36.062221 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading Plugin: auto_allocate May 17 13:45:36.067916 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: network precommit_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.068287 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: network precommit_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.068806 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 13:45:36.069126 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading Plugin: tag May 17 13:45:36.075843 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 13:45:36.076176 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading Plugin: timestamp May 17 13:45:36.080738 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 13:45:36.081068 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading Plugin: network_ip_availability May 17 13:45:36.086336 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.086659 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.087014 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.087720 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 13:45:36.088038 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading Plugin: flavors May 17 13:45:36.093065 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 13:45:36.093405 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading Plugin: revisions May 17 13:45:36.097742 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78607) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 13:45:36.098133 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_concurrency.lockutils [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.662s {{(pid=78607) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:45:36.098865 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78607) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 17 13:45:36.099199 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Initializing extension manager. May 17 13:45:36.099696 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: __init__.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.100036 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: __pycache__ {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.100368 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.100700 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: address_group.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.101437 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.102036 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: address-group May 17 13:45:36.102368 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: address_scope.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.103074 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.103583 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: address-scope May 17 13:45:36.103909 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.104819 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.105330 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: router-admin-state-down-before-update May 17 13:45:36.105673 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: agent.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.106367 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.106869 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: agent May 17 13:45:36.107187 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: agent_resources_synced.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.108083 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.108881 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: agent-resources-synced May 17 13:45:36.108988 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: allowedaddresspairs.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.110724 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.111246 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: allowed-address-pairs May 17 13:45:36.111575 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: auto_allocated_topology.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.112642 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.113156 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: auto-allocated-topology May 17 13:45:36.113480 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: availability_zone.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.114194 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.114700 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: availability_zone May 17 13:45:36.115023 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: availability_zone_filter.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.115924 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.116433 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: availability_zone_filter May 17 13:45:36.116757 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: data_plane_status.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.117686 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.118193 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension data-plane-status not supported by any of loaded plugins May 17 13:45:36.118515 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: default_subnetpools.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.119414 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.119922 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: default-subnetpools May 17 13:45:36.120245 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.121040 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.121552 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: dhcp_agent_scheduler May 17 13:45:36.121909 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: dns.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.122807 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.123312 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension dns-integration not supported by any of loaded plugins May 17 13:45:36.123633 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: dns_domain_ports.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.125052 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.125550 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 13:45:36.125897 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: dvr.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.126561 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.127064 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: dvr May 17 13:45:36.127384 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: empty_string_filtering.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.128280 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.128784 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: empty-string-filtering May 17 13:45:36.129105 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.130023 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.130522 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 13:45:36.130837 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.131738 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.132238 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 13:45:36.132557 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: external_net.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.133442 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.133981 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: external-net May 17 13:45:36.134301 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.135197 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.135702 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: extra_dhcp_opt May 17 13:45:36.136023 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: extraroute.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.136918 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.137422 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: extraroute May 17 13:45:36.137772 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: extraroute_atomic.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.138787 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.139297 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: extraroute-atomic May 17 13:45:36.139639 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: filter_validation.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.140886 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.141403 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: filter-validation May 17 13:45:36.141758 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: fip_pf_description.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.142834 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.143342 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 13:45:36.143752 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: fip_port_details.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.144573 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.145081 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: fip-port-details May 17 13:45:36.145404 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: flavors.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.146642 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.147160 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: flavors May 17 13:45:36.147487 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.149124 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.149645 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 13:45:36.149991 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: floatingip_pools.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.150673 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.151180 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: floatingip-pools May 17 13:45:36.151505 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: ip_allocation.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.152400 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.152904 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension ip_allocation not supported by any of loaded plugins May 17 13:45:36.153223 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.154185 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.154695 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: ip-substring-filtering May 17 13:45:36.155016 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: l2_adjacency.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.156017 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.156515 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension l2_adjacency not supported by any of loaded plugins May 17 13:45:36.156837 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: l3.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.157838 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.158351 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: router May 17 13:45:36.158673 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.160895 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.161429 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 13:45:36.161798 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.162723 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.163240 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: ext-gw-mode May 17 13:45:36.163572 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.164475 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.164990 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: l3-ha May 17 13:45:36.165317 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: l3_flavors.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.166258 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.166768 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: l3-flavors May 17 13:45:36.167093 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.167990 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.168778 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: l3-port-ip-change-not-allowed May 17 13:45:36.169101 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: l3agentscheduler.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.170147 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.170660 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: l3_agent_scheduler May 17 13:45:36.171368 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: logging.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.172653 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.173171 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension logging not supported by any of loaded plugins May 17 13:45:36.173499 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: metering.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.174273 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.174845 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: metering May 17 13:45:36.175173 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.176262 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.176777 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: metering_source_and_destination_fields May 17 13:45:36.177104 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: multiprovidernet.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.178171 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.178680 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: multi-provider May 17 13:45:36.179004 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: netmtu.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.179905 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.180412 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: net-mtu May 17 13:45:36.180733 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: netmtu_writable.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.181639 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.182164 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: net-mtu-writable May 17 13:45:36.182485 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: network_availability_zone.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.183144 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.183649 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: network_availability_zone May 17 13:45:36.183970 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: network_ip_availability.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.185042 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.185568 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: network-ip-availability May 17 13:45:36.185887 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: network_segment_range.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.187324 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.187832 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension network-segment-range not supported by any of loaded plugins May 17 13:45:36.188155 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: pagination.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.189122 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.189452 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: pagination May 17 13:45:36.189802 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: port_device_profile.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.190719 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.191232 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: port-device-profile May 17 13:45:36.191552 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.192457 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.192966 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: port-mac-address-regenerate May 17 13:45:36.193284 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.194215 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.194720 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: port-numa-affinity-policy May 17 13:45:36.195124 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: port_resource_request.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.196021 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.196524 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension port-resource-request not supported by any of loaded plugins May 17 13:45:36.196841 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: portbindings.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.197786 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.198292 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: binding May 17 13:45:36.198608 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: portbindings_extended.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.199882 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.200395 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: binding-extended May 17 13:45:36.200716 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: portsecurity.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.201614 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.202722 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: port-security May 17 13:45:36.203118 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: project_id.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.204020 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.204350 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: project-id May 17 13:45:36.204672 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: providernet.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.205584 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.206121 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: provider May 17 13:45:36.206439 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.209941 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.210471 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos not supported by any of loaded plugins May 17 13:45:36.210806 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.212039 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.212556 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 13:45:36.212881 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.213815 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.214327 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 13:45:36.214651 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos_default.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.215552 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.216061 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos-default not supported by any of loaded plugins May 17 13:45:36.216385 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos_fip.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.217025 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.217530 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos-fip not supported by any of loaded plugins May 17 13:45:36.217913 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos_gateway_ip.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.218823 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.219337 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 13:45:36.219659 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos_port_network_policy.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.220556 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.221064 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 13:45:36.221388 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos_rule_type_details.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.222330 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.222838 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 13:45:36.223159 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: qos_rules_alias.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.224181 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.224693 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 13:45:36.225016 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: quotasv2.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.226065 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.226397 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: quotas May 17 13:45:36.226716 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: quotasv2_detail.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.228306 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.228650 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: quota_details May 17 13:45:36.228983 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: rbac.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.230068 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.230594 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: rbac-policies May 17 13:45:36.230924 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: rbac_address_group.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.231924 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.232445 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: rbac-address-group May 17 13:45:36.232769 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: rbac_address_scope.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.233917 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.234384 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: rbac-address-scope May 17 13:45:36.234708 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: rbac_security_groups.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.235616 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.236132 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: rbac-security-groups May 17 13:45:36.236458 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: rbac_subnetpool.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.237364 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.237914 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: rbac-subnetpool May 17 13:45:36.238238 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: revisionifmatch.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.239142 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.239646 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: revision-if-match May 17 13:45:36.239963 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: revisions.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.241057 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.241569 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: standard-attr-revisions May 17 13:45:36.241919 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: router_availability_zone.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.242579 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.243087 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: router_availability_zone May 17 13:45:36.243407 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: routerservicetype.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.244309 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.244817 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension router-service-type not supported by any of loaded plugins May 17 13:45:36.245137 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.246072 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.246585 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: security-groups-normalized-cidr May 17 13:45:36.246905 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.247819 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.248330 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: port-security-groups-filtering May 17 13:45:36.248651 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.250107 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.250618 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: security-groups-remote-address-group May 17 13:45:36.250941 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: securitygroup.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.260497 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.261028 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: security-group May 17 13:45:36.261361 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: segment.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.262179 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.262699 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension segment not supported by any of loaded plugins May 17 13:45:36.263023 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.263947 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.264457 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 13:45:36.265639 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: servicetype.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.266511 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.267032 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: service-type May 17 13:45:36.267356 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: sorting.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.268326 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.268659 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: sorting May 17 13:45:36.268980 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: standard_attr_segment.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.269912 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.270422 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 13:45:36.270742 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: standardattrdescription.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.271381 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.271887 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: standard-attr-description May 17 13:45:36.272214 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: stateful_security_group.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.273125 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.273639 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: stateful-security-group May 17 13:45:36.273989 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: stdattrs_common.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.274558 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 13:45:36.274884 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.275871 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.276400 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 13:45:36.276720 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: subnet_onboard.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.277807 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.278330 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: subnet_onboard May 17 13:45:36.278652 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.279559 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.280065 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 13:45:36.280575 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: subnet_service_types.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.281486 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.282037 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: subnet-service-types May 17 13:45:36.282369 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: subnetallocation.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.283427 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.283948 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: subnet_allocation May 17 13:45:36.284272 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.284930 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.285447 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: subnetpool-prefix-ops May 17 13:45:36.285799 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.286712 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.287224 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 13:45:36.287541 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: tagging.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.288603 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.289141 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: standard-attr-tag May 17 13:45:36.289467 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: timestamp.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.290669 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.291187 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loaded extension: standard-attr-timestamp May 17 13:45:36.291513 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: trunk.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.292542 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.293057 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension trunk not supported by any of loaded plugins May 17 13:45:36.293685 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: trunk_details.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.294583 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.295094 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension trunk-details not supported by any of loaded plugins May 17 13:45:36.295417 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: uplink_status_propagation.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.296443 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.296957 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 13:45:36.297284 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Loading extension file: vlantransparent.py {{(pid=78607) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 13:45:36.297980 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78607) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 13:45:36.298486 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extension vlan-transparent not supported by any of loaded plugins May 17 13:45:36.300942 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:network May 17 13:45:36.301696 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:subnet May 17 13:45:36.302484 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:subnetpool May 17 13:45:36.303098 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:port May 17 13:45:36.304350 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.304785 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service FLAVORS assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.305411 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.305878 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.306218 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:router May 17 13:45:36.306865 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:floatingip May 17 13:45:36.307571 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service METERING assigned prefix: /metering {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.309010 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.309383 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.309772 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78607) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:45:36.310927 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of CountableResource for resource:rbac_policy May 17 13:45:36.311386 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:security_group May 17 13:45:36.312697 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:security_group_rule May 17 13:45:36.313447 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service CORE assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.313855 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:subnetpool May 17 13:45:36.314208 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] subnetpool is already registered May 17 13:45:36.314823 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service CORE assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.315157 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:subnetpool May 17 13:45:36.315481 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] subnetpool is already registered May 17 13:45:36.318040 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.318473 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service FLAVORS assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.319071 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.319492 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.319827 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:router May 17 13:45:36.320155 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] router is already registered May 17 13:45:36.320747 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:floatingip May 17 13:45:36.321074 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] floatingip is already registered May 17 13:45:36.321724 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service METERING assigned prefix: /metering {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.322400 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of CountableResource for resource:rbac_policy May 17 13:45:36.322731 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] rbac_policy is already registered May 17 13:45:36.324225 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:security_group May 17 13:45:36.324562 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] security_group is already registered May 17 13:45:36.325154 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:security_group_rule May 17 13:45:36.325486 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] security_group_rule is already registered May 17 13:45:36.326186 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service CORE assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.326516 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:subnetpool May 17 13:45:36.326848 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] subnetpool is already registered May 17 13:45:36.328152 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.v2.resource_helper [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Service CORE assigned prefix: {{(pid=78607) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 13:45:36.328488 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Creating instance of TrackedResource for resource:subnetpool May 17 13:45:36.328811 dv-cinder-788363-3-smb neutron-server[78607]: WARNING neutron.quota.resource_registry [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] subnetpool is already registered May 17 13:45:36.329467 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: extensions {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.330950 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: address-groups {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.332565 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: address-scopes {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.333798 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: agents {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.334978 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: auto-allocated-topology {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.336200 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: availability_zones {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.337549 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: dhcp-networks {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.338954 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: dhcp-agents {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.340368 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: routers {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.342188 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: flavors {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.343412 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: service_profiles {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.344594 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: next_providers {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.346139 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: service_profiles {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.347590 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: floatingip-pools {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.348820 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: routers {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.350668 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: floatingips {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.351851 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: l3-routers {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.353226 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: l3-agents {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.354662 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: metering-labels {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.356018 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: metering-label-rules {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.357286 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: network-ip-availabilities {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.358659 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: bindings {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.360303 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: quotas {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.361734 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: quotas {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.363155 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: rbac-policies {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.364440 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: security-groups {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.365672 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: security-group-rules {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.366909 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: service-providers {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.368122 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: subnetpools {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.369523 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: subnetpools {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.371011 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.372693 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.375604 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.377370 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.379280 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.381129 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.382858 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.385696 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.387504 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.501156 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron.api.extensions [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Extended resource: tags {{(pid=78607) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 13:45:36.507048 dv-cinder-788363-3-smb neutron-server[78607]: WARNING keystonemiddleware.auth_token [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 13:45:36.511768 dv-cinder-788363-3-smb neutron-server[78607]: WARNING keystonemiddleware.auth_token [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 13:45:36.520039 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_concurrency.lockutils [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Acquired lock "singleton_lock" {{(pid=78607) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 17 13:45:36.520526 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_concurrency.lockutils [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Releasing lock "singleton_lock" {{(pid=78607) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 17 13:45:36.521167 dv-cinder-788363-3-smb neutron-server[78607]: INFO oslo_service.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Starting 2 workers May 17 13:45:36.525788 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Started child 78714 {{(pid=78607) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 13:45:36.530045 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Started child 78715 {{(pid=78607) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 13:45:36.531584 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:36.532258 dv-cinder-788363-3-smb neutron-server[78607]: INFO neutron.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Neutron service started, listening on 0.0.0.0:9696 May 17 13:45:36.532446 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Notify callbacks [] for process, before_spawn {{(pid=78607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:36.533093 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [-] (78714) wsgi starting up on http://0.0.0.0:9696 May 17 13:45:36.534666 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:36.535103 dv-cinder-788363-3-smb neutron-server[78607]: INFO oslo_service.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Starting 1 workers May 17 13:45:36.536031 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [-] (78715) wsgi starting up on http://0.0.0.0:9696 May 17 13:45:36.539899 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Started child 78716 {{(pid=78607) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 13:45:36.540433 dv-cinder-788363-3-smb neutron-server[78607]: INFO oslo_service.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Starting 1 workers May 17 13:45:36.543737 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] calling RpcWorker wait() {{(pid=78716) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 13:45:36.544272 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] returning from RpcWorker wait() {{(pid=78716) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 13:45:36.544930 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Started child 78717 {{(pid=78607) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 13:45:36.545612 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:36.545784 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG neutron_lib.callbacks.manager [None req-eff57ae1-387c-474e-afde-6d6a0be0b2dc None None] Notify callbacks [] for process, after_spawn {{(pid=78607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:36.546753 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:45:36.548272 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78607) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 13:45:36.548482 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 13:45:36.548673 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 13:45:36.548886 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 13:45:36.549220 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 13:45:36.549385 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 13:45:36.549954 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.550240 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.550528 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.550692 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:36.551155 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.551155 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.551669 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.551945 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.552187 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.552478 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.552722 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.552887 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.553055 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.553304 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.553557 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.553893 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.554148 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.554390 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.554690 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.554872 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.555109 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.555365 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.555594 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.555886 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] debug = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.556107 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.556612 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.556861 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.557103 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.557330 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.557617 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.557907 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.558172 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.558421 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.558654 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.558908 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.559178 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.559427 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.559647 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.559893 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.560140 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.560359 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.560852 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] host = dv-cinder-788363-3-smb {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.561120 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.561356 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.562622 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.562892 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.563159 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.563398 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.563636 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.563884 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.564154 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.564384 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.564635 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.564866 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.565100 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.565366 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.565531 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_options = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.565775 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.566063 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.566342 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.566535 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.566706 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.566883 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.567144 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.567311 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.567570 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.567792 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.568009 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.568226 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.568467 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.568704 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.568956 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.569189 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.569433 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.569645 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.569925 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.570156 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.570385 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.570612 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.570858 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.571094 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.571301 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.571513 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.571740 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.571956 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.572158 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.572414 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.572650 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.572901 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.573148 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.573398 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.573750 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.573887 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.574107 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.574376 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.574609 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.574866 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.575126 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.575439 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.575589 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.575821 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.577255 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.577516 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_json = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.577644 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:45:36.577806 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.578097 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.579601 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.579913 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.580195 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.580390 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.580632 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.580924 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.581390 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.581742 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.582128 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.582583 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.583425 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.583565 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.583831 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.584069 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.584354 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.584618 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.584944 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.585196 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.585535 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.585806 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.586075 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.586420 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.586706 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.586987 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.587211 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.587451 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.587719 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.587897 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.588251 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.588525 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.588786 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.589066 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.589289 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.590284 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.590590 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.591019 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.592373 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.592373 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.592373 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.592373 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.592373 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.592850 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.592951 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.593154 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.595665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.596347 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.596347 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.596347 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.596347 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.596636 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.596764 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.596910 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.598143 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.598143 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.598143 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.598143 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.598442 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.598522 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.598717 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.598997 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.599224 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.599444 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.599665 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.599910 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.600148 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.600374 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.600597 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.600815 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.601034 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.601257 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.601474 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.601713 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.601935 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.602152 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.602371 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.602620 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.602840 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.603060 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.603277 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.603496 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.603716 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.603926 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.604212 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.604543 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.604773 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.605056 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.605274 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.605531 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.605804 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.606046 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.606322 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.606548 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.606794 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.607067 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.607306 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.608214 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.608214 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.608214 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.609026 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.609153 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.609409 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.609640 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.609922 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.610159 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.610494 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.610886 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.611147 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.611401 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.611659 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.611928 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.612201 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.612657 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.613052 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.613472 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.613924 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.614339 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.614776 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.615188 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.615463 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.615933 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.616251 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.616563 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.616834 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.617104 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.617329 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.617781 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.618173 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.618566 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.618968 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.619348 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.619845 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.620273 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.620679 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.621085 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.621538 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.621987 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.622407 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.622862 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.623291 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.623723 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.624838 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.625273 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.625726 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.626141 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.626553 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.626971 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.627401 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.627812 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.628226 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.628640 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.629034 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.629463 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.629890 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.630290 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.630697 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.631151 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.631550 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.631999 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.632403 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.632818 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.633233 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.633629 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.634074 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.634488 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.634880 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.635307 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.635704 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.636147 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.636603 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.637017 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.637443 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.637914 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.638384 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.638958 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.639499 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.640060 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.640668 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.641087 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.641500 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.641910 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.642326 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.642742 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.643137 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.643571 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.644018 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.644548 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.644988 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.645398 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.645845 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.646266 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.646520 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.646769 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.647171 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.647426 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.647659 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.647886 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.648150 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.648403 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.648817 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.649185 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.649592 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.649874 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.650099 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.650321 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.650632 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.650894 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.651141 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.651402 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.651640 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.651876 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.652097 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.652315 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.652538 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.652755 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.653011 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.653229 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.653466 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.653686 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.653895 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.654160 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.654376 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.654757 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.654973 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.655192 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.655482 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.656010 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.656010 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.656293 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.656293 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.656627 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.656892 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.657125 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.657414 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.657666 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.657950 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.658211 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.658537 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.659177 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.659177 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.659476 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.659622 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.659845 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.660255 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.660734 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.661033 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.661685 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.661685 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.661864 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.662142 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.662419 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.662638 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.662956 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.663306 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.663608 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.664221 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.664221 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.664349 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.664554 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.664774 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.665016 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.665237 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.665462 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.665732 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.666000 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.666230 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.666455 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.666710 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.666953 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.667180 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.667416 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.667643 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.667861 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.668021 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 13:45:36.668824 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78607) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 13:45:36.668986 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 13:45:36.669141 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 13:45:36.669313 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 13:45:36.669484 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 13:45:36.669638 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 13:45:36.669867 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.670033 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.670194 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.670354 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.670515 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.670695 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.671419 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.671582 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.671742 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.672029 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.672198 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.672361 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.672603 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.673171 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.673620 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.673996 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.674311 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.674479 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.674645 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.674807 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.674970 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.675482 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.675482 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] debug = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.675482 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.675724 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.675834 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.675916 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.676078 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.676239 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.676394 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.676707 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.676863 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.677161 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.677325 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.677635 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.677816 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.678141 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.678301 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.678462 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.678624 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.678785 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] host = dv-cinder-788363-3-smb {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.678944 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.679104 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.679266 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.679425 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.679584 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.679741 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.679901 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.680064 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.680261 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.680376 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.680531 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.680690 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.680851 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.681012 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.681175 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_options = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.681334 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.681488 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.681647 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.681847 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.682013 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.682174 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.682333 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.682492 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.682651 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.682811 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.682969 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.683128 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.683287 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.683446 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.683604 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.683763 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.683923 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.684081 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.684239 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.684415 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.684555 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.684708 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.684865 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.685027 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.685183 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.685510 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.685686 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.685995 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.686157 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.686318 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.686614 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.687422 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.687590 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.687751 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.687911 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.688223 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.688385 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.688550 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.688710 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.688871 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.689032 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.689192 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.689351 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.689510 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.689694 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.689850 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_json = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.690009 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.690172 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.690361 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.690488 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.690800 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.690958 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.691108 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.691269 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 13:45:36.691450 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.691614 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.691788 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.691951 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.692114 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.692278 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.692439 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.692603 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.692764 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.692926 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.693097 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.693261 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.693432 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:45:36.693534 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.693616 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.693766 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.693932 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.694094 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.694256 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.694418 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.694581 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.694743 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.694905 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.695082 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.695245 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.695408 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.695569 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.695731 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.695894 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.696057 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.696221 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.696384 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.696547 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.696709 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.696871 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.697033 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.697195 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.697356 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.697520 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.697703 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.697876 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.698039 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.698207 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.698365 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.698683 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.698832 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.699001 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.699165 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.699330 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.699493 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.699655 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.699829 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.700027 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.700163 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.700310 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.700492 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.700623 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.700758 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.700892 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.701025 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.701167 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.701328 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.701503 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.701684 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.701854 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.702017 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.702240 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.702374 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.702615 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.702902 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.702902 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.703061 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.703139 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.703279 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.703440 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.703603 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.703764 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.703924 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.704088 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.704249 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.704409 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.704570 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.704737 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.704891 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.705134 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.705424 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.705839 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.706417 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.706800 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.707140 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.707446 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.707861 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.708026 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.708364 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.708710 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.709053 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.709214 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.709524 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.709713 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.709878 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.710042 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.710205 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.710368 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.710528 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.710694 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.710866 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.711016 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.711175 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.711486 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.711647 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.711945 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.712251 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.712420 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.712568 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.712732 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.712897 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.713071 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.713524 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.713524 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.713524 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.713840 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.713840 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.714015 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.714178 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.714344 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.714502 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.714816 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.714977 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.715147 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.715323 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.715486 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.715649 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.715811 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.715995 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.716160 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.716318 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.716627 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.716788 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.717087 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.717424 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.717594 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.717870 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.718081 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.718249 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.718556 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.718726 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.718878 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.719040 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.719204 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.719369 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.719531 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.719693 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.719857 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.720020 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.720186 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.720348 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.720509 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.720672 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.720834 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.720995 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.721146 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.721308 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.721469 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.721631 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.721822 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.721983 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.722146 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.722305 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.722475 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.722636 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.722781 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.722926 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.723065 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.723202 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.723370 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.723527 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.723690 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.723864 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.723993 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.724155 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.724318 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.724482 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.724643 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.724805 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.724968 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.725130 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.725291 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.725452 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.725629 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.725813 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.725975 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.726116 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.726285 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.726472 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.726616 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.726771 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.726912 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.727047 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.727181 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.727336 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.727501 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.727652 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.727812 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.727977 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.728124 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.728287 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.728448 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.728623 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.728782 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.728939 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.729100 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.729262 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.729433 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.729594 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.729781 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.729943 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.730106 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.730277 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.730516 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.730761 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.731104 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.731437 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.731752 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.731882 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.732045 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.732204 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.733086 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.733086 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.733086 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.733086 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.733086 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.733086 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.734077 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.734246 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.734568 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.734712 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.735038 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.735038 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.735361 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.735361 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.735518 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.735608 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.735718 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.735891 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.736045 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.736207 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.736376 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.736549 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.736724 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.736881 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.737054 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.737228 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.737399 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.737562 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.737779 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.737930 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.738094 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.738256 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.738431 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.738582 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.738748 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.738954 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.739090 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.739219 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.739385 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.739546 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.739724 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.739867 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.740022 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.740184 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.740339 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.740500 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.740660 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.740830 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.740987 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 13:45:36.741143 dv-cinder-788363-3-smb neutron-server[78607]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78607) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 13:45:36.753854 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58778) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:45:36.762301 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062346 May 17 13:45:47.393457 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b37fa7-721d-4e03-b6cf-96f3688e5f82 None None] get_active_networks_info from dv-cinder-788363-3-smb {{(pid=78716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 17 13:45:47.479356 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b37fa7-721d-4e03-b6cf-96f3688e5f82 None None] No non-hosted networks {{(pid=78716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 13:45:47.493976 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.agentschedulers_db [None req-59b37fa7-721d-4e03-b6cf-96f3688e5f82 None None] DHCP Agent not found on host dv-cinder-788363-3-smb {{(pid=78716) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 17 13:45:47.680625 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ec5a4711-6873-41ad-adbf-435d12942d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324'] for agent, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:49.776558 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cbde7b2d-26ae-42bf-9d9d-d3b050cbf5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324'] for agent, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:49.813023 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1a90d092-e364-41a0-ac68-1243d5bc9510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:50.139769 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324'] for agent, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:50.140893 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.141575 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.142245 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.142810 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.143499 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.144158 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.144793 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.145520 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.146212 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.146921 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.147505 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.148120 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:45:50.148795 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:45:50.162274 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:45:51.070107 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324'] for agent, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:52.840368 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324'] for agent, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:52.990620 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.db.l3_hamode_db [None req-f0d6bf2c-8172-4624-ab55-afb4665cdc5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 13:45:53.075434 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d6bf2c-8172-4624-ab55-afb4665cdc5f None None] Routers set() bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:45:53.075825 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d6bf2c-8172-4624-ab55-afb4665cdc5f None None] Router IDs set() for agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 17 13:45:54.116261 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58870) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:45:54.698517 dv-cinder-788363-3-smb neutron-server[78715]: WARNING oslo_policy.policy [None req-2ae24a28-79fa-48dc-8a4e-a9c0f56732b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 13:45:54.699126 dv-cinder-788363-3-smb neutron-server[78715]: WARNING oslo_policy.policy [None req-2ae24a28-79fa-48dc-8a4e-a9c0f56732b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 13:45:54.912984 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [None req-2ae24a28-79fa-48dc-8a4e-a9c0f56732b7 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:45:54.914046 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-2ae24a28-79fa-48dc-8a4e-a9c0f56732b7 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7968962 May 17 13:45:57.215358 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58884) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:45:57.586435 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:45:57.685415 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.policy [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78715) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 13:45:57.730562 dv-cinder-788363-3-smb neutron-server[78715]: WARNING oslo_policy.policy [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 13:45:57.730953 dv-cinder-788363-3-smb neutron-server[78715]: WARNING oslo_policy.policy [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 13:45:57.739457 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.quota [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] Loaded quota_driver: . May 17 13:45:57.754606 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:45:57.816669 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765886490498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765886489969', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765886496984', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765886508044', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765886513803', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765886524213', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1825029', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1813828', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765923', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577340'] for rbac-policy, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:57.878266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:45:57.879444 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-fbee4cff-36ac-424c-bc57-6689e0747564 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6630719 May 17 13:46:00.440988 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58898) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:00.791792 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:46:00.796754 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:46:00.801221 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Usage tracker for resource:network and tenant:05df4cc55edb4725bfaa8239c460ab4e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:46:00.805808 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:46:00.812411 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:46:00.821677 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Made reservation on behalf of 05df4cc55edb4725bfaa8239c460ab4e for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:46:00.824471 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:00.842187 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:00.855857 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:46:00.859503 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Usage tracker for resource:security_group_rule and tenant:05df4cc55edb4725bfaa8239c460ab4e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:46:00.864355 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:46:00.869861 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:46:00.964824 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:00.968486 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:00.972522 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:00.990612 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:46:01.016763 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765888623306', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:01.017351 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Unsubscribe: segment precommit_create {{(pid=78715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 13:46:01.017844 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Added segment 13c1a6d4-d8f4-433b-ae58-f1c751f61d88 of type vlan for network 7c2e90c7-d0ed-4282-a038-a1ee870df70f May 17 13:46:01.064916 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2f4326-1bac-47a6-bc6b-2604dd8c33b2,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:01.085389 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.085735 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.086056 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.086370 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.086690 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.086986 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.087288 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.087590 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.087907 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.088210 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.088506 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.088807 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Tracked resource versions report: May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: pushed versions: May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: { 'AddressGroup': {'1.2'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'ConntrackHelper': {'1.0'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Log': {'1.0'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Network': {'1.1'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Port': {'1.7'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'PortForwarding': {'1.2'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'QosPolicy': {'1.8'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'SecurityGroup': {'1.4'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'SecurityGroupRule': {'1.2'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'SubPort': {'1.0'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Subnet': {'1.1'}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Trunk': {'1.1'}} May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: consumer versions: May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: { DHCP agent@dv-cinder-788363-3-smb: {}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: L3 agent@dv-cinder-788363-3-smb: {}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: Metadata agent@dv-cinder-788363-3-smb: {}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: Metering agent@dv-cinder-788363-3-smb: {}, May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: Open vSwitch agent@dv-cinder-788363-3-smb: { 'AddressGroup': '1.2', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'ConntrackHelper': '1.0', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Log': '1.0', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Network': '1.1', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Port': '1.7', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'PortForwarding': '1.2', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'QosPolicy': '1.8', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'SecurityGroup': '1.4', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'SecurityGroupRule': '1.2', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'SubPort': '1.0', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Subnet': '1.1', May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: 'Trunk': '1.1'}} May 17 13:46:01.089918 dv-cinder-788363-3-smb neutron-server[78715]: {{(pid=78715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 13:46:01.135083 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:01.139696 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:01.176583 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:01.178047 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:46:01.178712 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:01.183053 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:01.285352 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8432112 May 17 13:46:01.285987 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7c2e90c7-d0ed-4282-a038-a1ee870df70f,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:01.311954 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:01.320548 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 7c2e90c7-d0ed-4282-a038-a1ee870df70f details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:46:03.933791 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58914) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:04.384571 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34aae9e-b6ea-438b-9bfe-f40238003499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:46:04.386011 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d34aae9e-b6ea-438b-9bfe-f40238003499 admin admin] 10.222.0.44 "GET /v2.0/networks/7c2e90c7-d0ed-4282-a038-a1ee870df70f HTTP/1.1" status: 200 len: 825 time: 0.4511836 May 17 13:46:04.412117 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-5ac6e509-d5a3-4f22-accf-79b9e35be723 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/2985f1c8-8155-43c5-ae95-4522daae9c63 HTTP/1.1" status: 200 len: 734 time: 0.0207925 May 17 13:46:04.421579 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Request body: {'subnet': {'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'name': 'private-subnet', 'subnetpool_id': '2985f1c8-8155-43c5-ae95-4522daae9c63', 'ip_version': 4, 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'gateway_ip': '172.20.0.1'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:46:04.425807 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:46:04.429487 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Usage tracker for resource:subnet and tenant:05df4cc55edb4725bfaa8239c460ab4e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:46:04.432354 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:46:04.439650 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:46:04.448943 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Made reservation on behalf of 05df4cc55edb4725bfaa8239c460ab4e for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:46:04.451201 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:04.930906 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:04.936169 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:05.016884 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0282b47-2b05-45e4-9dc6-56afc94ab92c,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:05.018752 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Checking segment: {'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:46:05.019132 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Network hostable DHCP agents. Network: 7c2e90c7-d0ed-4282-a038-a1ee870df70f, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:46:05.023892 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:05.038855 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Network 7c2e90c7-d0ed-4282-a038-a1ee870df70f is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:46:05.049204 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 7c2e90c7-d0ed-4282-a038-a1ee870df70f) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:46:05.054765 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:46:05.056206 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:05.059419 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51250606-4af0-4f44-a221-efe3c408b2de None None] Network 7c2e90c7-d0ed-4282-a038-a1ee870df70f requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:46:05.086456 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6691461 May 17 13:46:05.372353 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp609898f5-d9b9-5812-938e-ae2695063783-7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'fixed_ips': [{'subnet_id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c'}]}} from dv-cinder-788363-3-smb. {{(pid=78716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 13:46:05.374147 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:05.558936 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Allocated IP 172.20.0.2 (7c2e90c7-d0ed-4282-a038-a1ee870df70f/e0282b47-2b05-45e4-9dc6-56afc94ab92c/c529e16e-99b2-435a-ba62-f798410a5e01) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:46:05.785681 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:05.799836 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Transition to ACTIVE for port object c529e16e-99b2-435a-ba62-f798410a5e01 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:46:05.820464 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Transition to ACTIVE for port object c529e16e-99b2-435a-ba62-f798410a5e01 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:46:05.827088 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:05.832543 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:05.890865 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Network 7c2e90c7-d0ed-4282-a038-a1ee870df70f is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:46:05.893826 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:46:05.899285 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:46:05.931821 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Pushing event updated for resources: {'Port': ['ID=c529e16e-99b2-435a-ba62-f798410a5e01,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:05.949801 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.950179 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.950459 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.950778 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.951091 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.951474 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.951938 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.952251 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.952561 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.952869 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.953176 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.953483 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Tracked resource versions report: May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: pushed versions: May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: { 'AddressGroup': {'1.2'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'ConntrackHelper': {'1.0'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Log': {'1.0'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Network': {'1.1'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Port': {'1.7'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'PortForwarding': {'1.2'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'QosPolicy': {'1.8'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'SecurityGroup': {'1.4'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'SecurityGroupRule': {'1.2'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'SubPort': {'1.0'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Subnet': {'1.1'}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Trunk': {'1.1'}} May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: consumer versions: May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: { DHCP agent@dv-cinder-788363-3-smb: {}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: L3 agent@dv-cinder-788363-3-smb: {}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: Metadata agent@dv-cinder-788363-3-smb: {}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: Metering agent@dv-cinder-788363-3-smb: {}, May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: Open vSwitch agent@dv-cinder-788363-3-smb: { 'AddressGroup': '1.2', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'ConntrackHelper': '1.0', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Log': '1.0', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Network': '1.1', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Port': '1.7', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'PortForwarding': '1.2', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'QosPolicy': '1.8', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'SecurityGroup': '1.4', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'SecurityGroupRule': '1.2', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'SubPort': '1.0', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Subnet': '1.1', May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: 'Trunk': '1.1'}} May 17 13:46:05.954637 dv-cinder-788363-3-smb neutron-server[78716]: {{(pid=78716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 13:46:05.985850 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:06.006131 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Attempting to bind port c529e16e-99b2-435a-ba62-f798410a5e01 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:46:06.006515 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Attempting to bind port c529e16e-99b2-435a-ba62-f798410a5e01 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:46:06.006945 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Attempting to bind port c529e16e-99b2-435a-ba62-f798410a5e01 on network 7c2e90c7-d0ed-4282-a038-a1ee870df70f {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:46:06.012057 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:46:06.012460 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Checking segment: {'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:46:06.012963 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:06.013343 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Bound using segment: {'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:46:06.013902 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Bound port: c529e16e-99b2-435a-ba62-f798410a5e01, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:46:06.014490 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:06.100896 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] For port c529e16e-99b2-435a-ba62-f798410a5e01, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:46:06.104614 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] For port c529e16e-99b2-435a-ba62-f798410a5e01, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=c529e16e-99b2-435a-ba62-f798410a5e01,segment=NetworkSegment(13c1a6d4-d8f4-433b-ae58-f1c751f61d88),segment_id=13c1a6d4-d8f4-433b-ae58-f1c751f61d88)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:46:06.110526 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:06.113973 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:06.195847 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Pushing event updated for resources: {'Port': ['ID=c529e16e-99b2-435a-ba62-f798410a5e01,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:06.198915 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:07.466091 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58924) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:07.841113 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [None req-d4d45422-1aea-4885-9d5b-e1e9da55999d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:46:07.842241 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d4d45422-1aea-4885-9d5b-e1e9da55999d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3749011 May 17 13:46:10.200657 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58934) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:10.586998 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [None req-d83621e2-a8e3-4862-899e-cf0dbf06d080 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:46:10.588000 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d83621e2-a8e3-4862-899e-cf0dbf06d080 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3856905 May 17 13:46:11.689149 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc5c369-7002-4dac-b931-cd5cfda3bab9 None None] Network 7c2e90c7-d0ed-4282-a038-a1ee870df70f requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:46:11.786063 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-c9f9d713-7f55-475d-9880-eb52a0db4d66 None None] Provisioning for port c529e16e-99b2-435a-ba62-f798410a5e01 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:46:12.068091 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c529e16e-99b2-435a-ba62-f798410a5e01 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:46:12.136842 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port c529e16e-99b2-435a-ba62-f798410a5e01 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:46:12.142269 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port c529e16e-99b2-435a-ba62-f798410a5e01 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:12.142680 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:12.259915 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-22142840-109f-4b49-b3f5-915d44f8953f None None] Provisioning complete for port c529e16e-99b2-435a-ba62-f798410a5e01 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:12.260173 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-22142840-109f-4b49-b3f5-915d44f8953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:12.337850 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:12.382576 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port c529e16e-99b2-435a-ba62-f798410a5e01, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=c529e16e-99b2-435a-ba62-f798410a5e01,segment=NetworkSegment(13c1a6d4-d8f4-433b-ae58-f1c751f61d88),segment_id=13c1a6d4-d8f4-433b-ae58-f1c751f61d88)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:46:12.411592 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:12.426299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:12.502658 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=c529e16e-99b2-435a-ba62-f798410a5e01,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:12.505505 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:13.202948 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58950) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:13.550901 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:46:13.555647 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:46:13.559367 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Usage tracker for resource:router and tenant:05df4cc55edb4725bfaa8239c460ab4e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:46:13.563126 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:46:13.568608 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:46:13.579347 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8180'] for router, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:13.580964 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8171'] for router, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:13.601872 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:13.708279 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-699339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545'] for router, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:13.726956 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] Notify callbacks [] for router, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:13.728130 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-68f6a112-a403-4b1d-b6ea-60520f814e21 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5242293 May 17 13:46:14.033561 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c529e16e-99b2-435a-ba62-f798410a5e01 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:46:14.099438 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port c529e16e-99b2-435a-ba62-f798410a5e01 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:14.099802 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:16.066210 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58960) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:16.434273 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [None req-8ff07371-b6cf-4548-833d-79d344957cde admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:46:16.435255 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-8ff07371-b6cf-4548-833d-79d344957cde admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3681328 May 17 13:46:17.322598 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-70c61074-d69c-471c-9d66-676339b51124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:18.753477 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 58970) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:19.142096 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:46:19.146989 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:46:19.150688 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Usage tracker for resource:network and tenant:42a8db62acd7493893722948191ac6da is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:46:19.153474 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:46:19.159789 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:46:19.169440 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Made reservation on behalf of 42a8db62acd7493893722948191ac6da for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:46:19.172372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:19.183834 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:19.197565 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:46:19.201979 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Usage tracker for resource:security_group_rule and tenant:42a8db62acd7493893722948191ac6da is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:46:19.204484 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:46:19.210144 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:46:19.294004 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:19.297850 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:19.300928 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:19.316703 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Reserving flat network on physical network physnet1 {{(pid=78715) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 13:46:19.337460 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3bef78-0e85-4802-bc70-5287ff423a11,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:19.340910 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:19.343760 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:19.344099 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Added segment 1077e92e-07ac-46ef-a707-70764f62a748 of type flat for network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac May 17 13:46:19.376491 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:19.411043 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:19.412233 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:46:19.412804 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:19.417171 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:19.513930 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Pushing event updated for resources: {'Network': ['ID=23b0e3e2-79d9-4ad4-9ff3-e129067137ac,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:19.516639 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7621422 May 17 13:46:19.517333 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:19.532841 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:46:19.760032 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b2fcad7c-36ba-49fe-95ba-d4fb93e8281a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:20.119916 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:21.003131 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:21.841202 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 58990) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:22.097082 dv-cinder-788363-3-smb neutron-server[78714]: WARNING oslo_policy.policy [None req-cbb10265-d14c-4861-8655-f8270bf50347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 13:46:22.097628 dv-cinder-788363-3-smb neutron-server[78714]: WARNING oslo_policy.policy [None req-cbb10265-d14c-4861-8655-f8270bf50347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 13:46:22.483078 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.policy [None req-cbb10265-d14c-4861-8655-f8270bf50347 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78714) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 13:46:22.528728 dv-cinder-788363-3-smb neutron-server[78714]: WARNING oslo_policy.policy [None req-cbb10265-d14c-4861-8655-f8270bf50347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 13:46:22.530120 dv-cinder-788363-3-smb neutron-server[78714]: WARNING oslo_policy.policy [None req-cbb10265-d14c-4861-8655-f8270bf50347 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 13:46:22.538217 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb10265-d14c-4861-8655-f8270bf50347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:46:22.540107 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-cbb10265-d14c-4861-8655-f8270bf50347 admin admin] 10.222.0.44 "GET /v2.0/subnets/e0282b47-2b05-45e4-9dc6-56afc94ab92c HTTP/1.1" status: 200 len: 849 time: 0.6963685 May 17 13:46:22.715970 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-4fd07ae0-3834-4b8a-9820-a09640e30061 admin admin] 10.222.0.44 "GET /v2.0/routers/e007557c-b04a-4265-a1d1-e434555ef1c0 HTTP/1.1" status: 200 len: 704 time: 0.1700692 May 17 13:46:22.779973 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:23.188770 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:23.426512 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Allocated IP 172.20.0.1 (7c2e90c7-d0ed-4282-a038-a1ee870df70f/e0282b47-2b05-45e4-9dc6-56afc94ab92c/4333071c-8ab1-48ac-8568-804510781a4d) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:46:23.590409 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:23.609267 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.provisioning_blocks [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Transition to ACTIVE for port object 4333071c-8ab1-48ac-8568-804510781a4d will not be triggered until provisioned by entity DHCP. {{(pid=78714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:46:23.666971 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:23.673490 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:23.718365 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Network 7c2e90c7-d0ed-4282-a038-a1ee870df70f is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:46:23.719438 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:46:23.765811 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:46:23.766361 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681282'] for router_interface, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:23.897812 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Pushing event updated for resources: {'Port': ['ID=4333071c-8ab1-48ac-8568-804510781a4d,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:23.916924 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.917256 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.917578 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.917921 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.918235 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.918800 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.919111 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.919416 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.919772 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.920078 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.920383 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.920685 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Tracked resource versions report: May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: pushed versions: May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: { 'AddressGroup': {'1.2'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'ConntrackHelper': {'1.0'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Log': {'1.0'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Network': {'1.1'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Port': {'1.7'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'PortForwarding': {'1.2'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'QosPolicy': {'1.8'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'SecurityGroup': {'1.4'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'SecurityGroupRule': {'1.2'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'SubPort': {'1.0'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Subnet': {'1.1'}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Trunk': {'1.1'}} May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: consumer versions: May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: { DHCP agent@dv-cinder-788363-3-smb: {}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: L3 agent@dv-cinder-788363-3-smb: {}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: Metadata agent@dv-cinder-788363-3-smb: {}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: Metering agent@dv-cinder-788363-3-smb: {}, May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: Open vSwitch agent@dv-cinder-788363-3-smb: { 'AddressGroup': '1.2', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'ConntrackHelper': '1.0', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Log': '1.0', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Network': '1.1', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Port': '1.7', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'PortForwarding': '1.2', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'QosPolicy': '1.8', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'SecurityGroup': '1.4', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'SecurityGroupRule': '1.2', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'SubPort': '1.0', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Subnet': '1.1', May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: 'Trunk': '1.1'}} May 17 13:46:23.921813 dv-cinder-788363-3-smb neutron-server[78714]: {{(pid=78714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 13:46:23.968070 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:23.970215 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-3448a7d5-1947-40ed-aa5a-6904964f2006 None None] Provisioning for port 4333071c-8ab1-48ac-8568-804510781a4d completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:46:23.974899 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-3448a7d5-1947-40ed-aa5a-6904964f2006 None None] Provisioning complete for port 4333071c-8ab1-48ac-8568-804510781a4d triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:23.975284 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3448a7d5-1947-40ed-aa5a-6904964f2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:24.028724 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-3448a7d5-1947-40ed-aa5a-6904964f2006 None None] Port 4333071c-8ab1-48ac-8568-804510781a4d cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:46:24.037694 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:24.263215 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:24.267982 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:24.269063 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687589'] for router_interface, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:24.273013 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:24.398968 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Pushing event updated for resources: {'Port': ['ID=4333071c-8ab1-48ac-8568-804510781a4d,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:24.407396 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:24.462600 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Network 7c2e90c7-d0ed-4282-a038-a1ee870df70f is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:46:24.463627 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:46:24.651298 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-023b65a7-13da-4b3a-9adc-0ffea747fd72 None None] Provisioning complete for port 4333071c-8ab1-48ac-8568-804510781a4d triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:24.651664 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-023b65a7-13da-4b3a-9adc-0ffea747fd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:24.683042 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Router e007557c-b04a-4265-a1d1-e434555ef1c0 is scheduled to L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 with binding_index 1 {{(pid=78714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 13:46:24.708896 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-023b65a7-13da-4b3a-9adc-0ffea747fd72 None None] Port 4333071c-8ab1-48ac-8568-804510781a4d cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:46:24.839494 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:46:24.849305 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Sync routers for ids ['e007557c-b04a-4265-a1d1-e434555ef1c0'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:46:24.851071 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] 10.222.0.44 "PUT /v2.0/routers/e007557c-b04a-4265-a1d1-e434555ef1c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1299658 May 17 13:46:24.859497 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Routers {'e007557c-b04a-4265-a1d1-e434555ef1c0'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:46:24.860339 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:46:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e007557c-b04a-4265-a1d1-e434555ef1c0'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:46:25.034592 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Set router e007557c-b04a-4265-a1d1-e434555ef1c0 gateway port host: None {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:46:25.394519 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'name': 'router1', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:46:13Z', 'updated_at': '2021-05-17T13:46:23Z', 'revision_number': 2, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'gw_port_host': None, '_interfaces': [{'id': '4333071c-8ab1-48ac-8568-804510781a4d', 'name': '', 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'mac_address': 'fa:16:3e:db:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:23Z', 'updated_at': '2021-05-17T13:46:24Z', 'revision_number': 2, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'subnets': [{'id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2985f1c8-8155-43c5-ae95-4522daae9c63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:46:25.399304 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Checking router: e007557c-b04a-4265-a1d1-e434555ef1c0 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:46:25.399673 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Updating router e007557c-b04a-4265-a1d1-e434555ef1c0 port 4333071c-8ab1-48ac-8568-804510781a4d binding host dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 13:46:25.453569 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:25.827966 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:25.842575 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Transition to ACTIVE for port object 4333071c-8ab1-48ac-8568-804510781a4d will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:46:25.849262 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:25.855381 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:26.021977 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Pushing event updated for resources: {'Port': ['ID=4333071c-8ab1-48ac-8568-804510781a4d,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:26.064153 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.064489 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.064819 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.065139 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.065463 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.065805 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.066119 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.066428 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.066739 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.067045 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.067352 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.067657 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Tracked resource versions report: May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: pushed versions: May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: { 'AddressGroup': {'1.2'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'ConntrackHelper': {'1.0'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Log': {'1.0'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Network': {'1.1'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Port': {'1.7'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'PortForwarding': {'1.2'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'QosPolicy': {'1.8'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'SecurityGroup': {'1.4'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'SecurityGroupRule': {'1.2'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'SubPort': {'1.0'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Subnet': {'1.1'}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Trunk': {'1.1'}} May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: consumer versions: May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: { DHCP agent@dv-cinder-788363-3-smb: {}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: L3 agent@dv-cinder-788363-3-smb: {}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: Metadata agent@dv-cinder-788363-3-smb: {}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: Metering agent@dv-cinder-788363-3-smb: {}, May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: Open vSwitch agent@dv-cinder-788363-3-smb: { 'AddressGroup': '1.2', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'ConntrackHelper': '1.0', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Log': '1.0', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Network': '1.1', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Port': '1.7', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'PortForwarding': '1.2', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'QosPolicy': '1.8', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'SecurityGroup': '1.4', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'SecurityGroupRule': '1.2', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'SubPort': '1.0', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Subnet': '1.1', May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: 'Trunk': '1.1'}} May 17 13:46:26.068774 dv-cinder-788363-3-smb neutron-server[78717]: {{(pid=78717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 13:46:26.080527 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:26.087329 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Attempting to bind port 4333071c-8ab1-48ac-8568-804510781a4d on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:46:26.087719 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Attempting to bind port 4333071c-8ab1-48ac-8568-804510781a4d by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:46:26.088159 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Attempting to bind port 4333071c-8ab1-48ac-8568-804510781a4d on network 7c2e90c7-d0ed-4282-a038-a1ee870df70f {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:46:26.094026 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:46:26.094429 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Checking segment: {'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:46:26.094933 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:26.095313 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Bound using segment: {'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:46:26.095838 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Bound port: 4333071c-8ab1-48ac-8568-804510781a4d, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c1a6d4-d8f4-433b-ae58-f1c751f61d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:46:26.096209 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:26.184457 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] For port 4333071c-8ab1-48ac-8568-804510781a4d, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:46:26.188914 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] For port 4333071c-8ab1-48ac-8568-804510781a4d, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=4333071c-8ab1-48ac-8568-804510781a4d,segment=NetworkSegment(13c1a6d4-d8f4-433b-ae58-f1c751f61d88),segment_id=13c1a6d4-d8f4-433b-ae58-f1c751f61d88)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:46:26.193643 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:26.198417 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:26.290742 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Routers {'e007557c-b04a-4265-a1d1-e434555ef1c0'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:46:26.291368 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:46:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e007557c-b04a-4265-a1d1-e434555ef1c0'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:46:26.341139 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Pushing event updated for resources: {'Port': ['ID=4333071c-8ab1-48ac-8568-804510781a4d,revision_number=4']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:26.352296 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:26.479121 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] Set router e007557c-b04a-4265-a1d1-e434555ef1c0 gateway port host: None {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:46:26.798231 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'name': 'router1', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:46:13Z', 'updated_at': '2021-05-17T13:46:23Z', 'revision_number': 2, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'gw_port_host': None, '_interfaces': [{'id': '4333071c-8ab1-48ac-8568-804510781a4d', 'name': '', 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'mac_address': 'fa:16:3e:db:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:23Z', 'updated_at': '2021-05-17T13:46:26Z', 'revision_number': 4, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'subnets': [{'id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2985f1c8-8155-43c5-ae95-4522daae9c63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:46:26.802156 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513afba0-aa3a-40d9-9302-cd75148d6b7b None None] The sync data for ids ['e007557c-b04a-4265-a1d1-e434555ef1c0'] in dv-cinder-788363-3-smb is: [{'id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'name': 'router1', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:46:13Z', 'updated_at': '2021-05-17T13:46:23Z', 'revision_number': 2, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'gw_port_host': None, '_interfaces': [{'id': '4333071c-8ab1-48ac-8568-804510781a4d', 'name': '', 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'mac_address': 'fa:16:3e:db:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:23Z', 'updated_at': '2021-05-17T13:46:26Z', 'revision_number': 4, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'subnets': [{'id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2985f1c8-8155-43c5-ae95-4522daae9c63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:46:27.049505 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59022) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:27.199515 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b8c9d8-7fa0-422b-8413-0644fb31eb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:46:27.200070 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-b9b8c9d8-7fa0-422b-8413-0644fb31eb11 admin admin] Synchronizing usage tracker for tenant:42a8db62acd7493893722948191ac6da on resource:network {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:46:27.217856 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-b9b8c9d8-7fa0-422b-8413-0644fb31eb11 admin admin] Unset dirty status for tenant:42a8db62acd7493893722948191ac6da on resource:network {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:46:27.221690 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-b9b8c9d8-7fa0-422b-8413-0644fb31eb11 admin admin] 10.222.0.44 "GET /v2.0/networks/23b0e3e2-79d9-4ad4-9ff3-e129067137ac HTTP/1.1" status: 200 len: 842 time: 0.1686242 May 17 13:46:27.228536 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.3.0/24', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:46:27.233921 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:46:27.237622 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Usage tracker for resource:subnet and tenant:42a8db62acd7493893722948191ac6da is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:46:27.240391 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:46:27.246372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:46:27.258440 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Made reservation on behalf of 42a8db62acd7493893722948191ac6da for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:46:27.260698 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:27.671629 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.objects.ports [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78715) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 17 13:46:27.672069 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:27.675703 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a1aa6d20-6de7-45c7-ad85-c5b0a9bf8aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:27.742718 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6a37ff-895b-4101-8328-38f95cef30bc,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:27.745823 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:27.753012 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:46:27.753355 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Network hostable DHCP agents. Network: 23b0e3e2-79d9-4ad4-9ff3-e129067137ac, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:46:27.770746 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:46:27.779680 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 23b0e3e2-79d9-4ad4-9ff3-e129067137ac) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:46:27.783785 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:46:27.784438 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:27.789820 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29649c94-3415-4bbf-9cd1-a05096ebcf3d None None] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:46:27.818487 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5933604 May 17 13:46:28.003835 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb0c5d-b075-4353-8dc3-0806440d4a59 None None] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:46:30.039539 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59036) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:30.068576 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 4333071c-8ab1-48ac-8568-804510781a4d up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:46:30.136993 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 4333071c-8ab1-48ac-8568-804510781a4d completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:46:30.142148 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 4333071c-8ab1-48ac-8568-804510781a4d triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:30.142465 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:30.263447 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:30.288792 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ff789fee-6a9a-4f0c-adc2-d1d5b063136a admin admin] 10.222.0.44 "GET /v2.0/routers/e007557c-b04a-4265-a1d1-e434555ef1c0 HTTP/1.1" status: 200 len: 710 time: 0.2478993 May 17 13:46:30.297859 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port 4333071c-8ab1-48ac-8568-804510781a4d, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=4333071c-8ab1-48ac-8568-804510781a4d,segment=NetworkSegment(13c1a6d4-d8f4-433b-ae58-f1c751f61d88),segment_id=13c1a6d4-d8f4-433b-ae58-f1c751f61d88)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:46:30.302562 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:30.305933 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:30.377407 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=4333071c-8ab1-48ac-8568-804510781a4d,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:30.380642 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:30.424118 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d612338-c61f-471a-8a74-362a5b224162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:46:30.425461 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-9d612338-c61f-471a-8a74-362a5b224162 admin admin] 10.222.0.44 "GET /v2.0/networks/23b0e3e2-79d9-4ad4-9ff3-e129067137ac HTTP/1.1" status: 200 len: 886 time: 0.1308839 May 17 13:46:30.434139 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:46:30.876953 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:31.201718 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:31.255445 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:31.390563 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Allocated IP 172.28.3.124 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/0a47f652-f088-4744-9279-a4246ea6f464) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:46:31.574195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:31.629750 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:31.633602 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:31.697414 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:46:31.700120 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:46:31.704212 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:46:31.765867 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Pushing event updated for resources: {'Port': ['ID=0a47f652-f088-4744-9279-a4246ea6f464,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:31.814511 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:32.056193 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 4333071c-8ab1-48ac-8568-804510781a4d up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:46:32.077496 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:32.125470 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 4333071c-8ab1-48ac-8568-804510781a4d triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:32.125870 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:32.411146 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:32.414341 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655563', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-699372'] for router, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:32.588700 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Router e007557c-b04a-4265-a1d1-e434555ef1c0 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:46:32.809503 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:46:32.818002 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Notify callbacks [] for router, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:32.819169 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] 10.222.0.44 "PUT /v2.0/routers/e007557c-b04a-4265-a1d1-e434555ef1c0 HTTP/1.1" status: 200 len: 890 time: 2.3882549 May 17 13:46:32.819825 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Sync routers for ids ['e007557c-b04a-4265-a1d1-e434555ef1c0'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:46:32.830934 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Routers {'e007557c-b04a-4265-a1d1-e434555ef1c0'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:46:32.831609 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:46:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e007557c-b04a-4265-a1d1-e434555ef1c0'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:46:33.054683 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Set router e007557c-b04a-4265-a1d1-e434555ef1c0 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:46:33.398350 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'name': 'router1', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '0a47f652-f088-4744-9279-a4246ea6f464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:46:13Z', 'updated_at': '2021-05-17T13:46:31Z', 'revision_number': 4, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'gw_port': {'id': '0a47f652-f088-4744-9279-a4246ea6f464', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:31Z', 'updated_at': '2021-05-17T13:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': '4333071c-8ab1-48ac-8568-804510781a4d', 'name': '', 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'mac_address': 'fa:16:3e:db:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:23Z', 'updated_at': '2021-05-17T13:46:30Z', 'revision_number': 5, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'subnets': [{'id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2985f1c8-8155-43c5-ae95-4522daae9c63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:46:33.403190 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Checking router: e007557c-b04a-4265-a1d1-e434555ef1c0 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:46:33.403562 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Updating router e007557c-b04a-4265-a1d1-e434555ef1c0 port 0a47f652-f088-4744-9279-a4246ea6f464 binding host dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 13:46:33.458951 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:33.791164 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:33.803323 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Transition to ACTIVE for port object 0a47f652-f088-4744-9279-a4246ea6f464 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:46:33.812155 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:33.816229 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:33.889301 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Attempting to bind port 0a47f652-f088-4744-9279-a4246ea6f464 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:46:33.889731 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Attempting to bind port 0a47f652-f088-4744-9279-a4246ea6f464 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:46:33.889988 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Attempting to bind port 0a47f652-f088-4744-9279-a4246ea6f464 on network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:46:33.897299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:46:33.897690 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:46:33.898084 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:33.898467 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Bound using segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:46:33.898929 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Bound port: 0a47f652-f088-4744-9279-a4246ea6f464, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:46:33.899291 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:33.922188 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545e184-b4d3-4e7f-892d-d4a01d2173a0 None None] Pushing event updated for resources: {'Port': ['ID=0a47f652-f088-4744-9279-a4246ea6f464,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:33.924779 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5545e184-b4d3-4e7f-892d-d4a01d2173a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:33.977296 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] For port 0a47f652-f088-4744-9279-a4246ea6f464, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:46:33.980297 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] For port 0a47f652-f088-4744-9279-a4246ea6f464, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=0a47f652-f088-4744-9279-a4246ea6f464,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:46:33.984236 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:33.988850 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:34.060978 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Routers {'e007557c-b04a-4265-a1d1-e434555ef1c0'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:46:34.061585 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:46:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e007557c-b04a-4265-a1d1-e434555ef1c0'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:46:34.117967 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545e184-b4d3-4e7f-892d-d4a01d2173a0 None None] Pushing event updated for resources: {'Port': ['ID=0a47f652-f088-4744-9279-a4246ea6f464,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:34.134764 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5545e184-b4d3-4e7f-892d-d4a01d2173a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:34.244871 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] Set router e007557c-b04a-4265-a1d1-e434555ef1c0 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:46:34.592032 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'name': 'router1', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '0a47f652-f088-4744-9279-a4246ea6f464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:46:13Z', 'updated_at': '2021-05-17T13:46:31Z', 'revision_number': 4, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'gw_port': {'id': '0a47f652-f088-4744-9279-a4246ea6f464', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:31Z', 'updated_at': '2021-05-17T13:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': '4333071c-8ab1-48ac-8568-804510781a4d', 'name': '', 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'mac_address': 'fa:16:3e:db:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:23Z', 'updated_at': '2021-05-17T13:46:30Z', 'revision_number': 5, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'subnets': [{'id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2985f1c8-8155-43c5-ae95-4522daae9c63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:46:34.596055 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee4e83-af48-46e2-aa30-59cda897c6a5 None None] The sync data for ids ['e007557c-b04a-4265-a1d1-e434555ef1c0'] in dv-cinder-788363-3-smb is: [{'id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'name': 'router1', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': '0a47f652-f088-4744-9279-a4246ea6f464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:46:13Z', 'updated_at': '2021-05-17T13:46:31Z', 'revision_number': 4, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'gw_port': {'id': '0a47f652-f088-4744-9279-a4246ea6f464', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:31Z', 'updated_at': '2021-05-17T13:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': '4333071c-8ab1-48ac-8568-804510781a4d', 'name': '', 'network_id': '7c2e90c7-d0ed-4282-a038-a1ee870df70f', 'tenant_id': '05df4cc55edb4725bfaa8239c460ab4e', 'mac_address': 'fa:16:3e:db:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e007557c-b04a-4265-a1d1-e434555ef1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:46:23Z', 'updated_at': '2021-05-17T13:46:30Z', 'revision_number': 5, 'project_id': '05df4cc55edb4725bfaa8239c460ab4e', 'subnets': [{'id': 'e0282b47-2b05-45e4-9dc6-56afc94ab92c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2985f1c8-8155-43c5-ae95-4522daae9c63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:46:35.162588 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59046) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:46:35.279090 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a62aa07b-9359-4d7b-9040-f595183d4093 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1148007 May 17 13:46:36.085600 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 0a47f652-f088-4744-9279-a4246ea6f464 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:46:36.165518 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 0a47f652-f088-4744-9279-a4246ea6f464 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:46:36.170802 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 0a47f652-f088-4744-9279-a4246ea6f464 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:36.171170 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:36.285719 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:36.302268 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port 0a47f652-f088-4744-9279-a4246ea6f464, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=0a47f652-f088-4744-9279-a4246ea6f464,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:46:36.305766 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:36.307854 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-c292770b-13d6-4623-9742-8fb1477f3e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:46:36.372180 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=0a47f652-f088-4744-9279-a4246ea6f464,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:46:36.375390 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:46:38.070305 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 0a47f652-f088-4744-9279-a4246ea6f464 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:46:38.139463 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 0a47f652-f088-4744-9279-a4246ea6f464 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:46:38.139830 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:46.600028 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:46:47.328441 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1922b827-e135-4e42-a323-c8a118219ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:49.783709 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-49641102-f03c-42b5-bcda-28250cf8bdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:50.134694 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:51.010349 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:46:52.815291 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:17.322116 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9a4dca1e-0189-4d96-bddd-330ce3c46620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:19.768358 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a1570230-c3fa-4ea5-9b23-62a9b299fd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:20.121765 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:21.003296 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:22.801254 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:23.598682 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:47:47.326639 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-28d792f4-c453-4b9e-91cd-a67cfd683bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:49.770809 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3c1a37a5-584d-4d2b-a280-5fa5a7686883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:50.114372 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:51.006686 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:47:52.804416 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:00.621135 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:48:09.659461 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59616) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:09.727463 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c2287b-c554-4f98-8993-7f01f43813e3 admin admin] GET failed (client error): The resource could not be found. May 17 13:48:09.728703 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-93c2287b-c554-4f98-8993-7f01f43813e3 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0683062 May 17 13:48:09.859020 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bd8040-eed4-4772-9da4-cc320831d749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:09.860407 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-b2bd8040-eed4-4772-9da4-cc320831d749 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1275468 May 17 13:48:12.002088 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59626) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:12.112580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2956e11c-87f3-4c25-85b5-8fae58bf5a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:12.113144 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-2956e11c-87f3-4c25-85b5-8fae58bf5a81 admin admin] Synchronizing usage tracker for tenant:42a8db62acd7493893722948191ac6da on resource:subnet {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:48:12.127943 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-2956e11c-87f3-4c25-85b5-8fae58bf5a81 admin admin] Unset dirty status for tenant:42a8db62acd7493893722948191ac6da on resource:subnet {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:48:12.129174 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-2956e11c-87f3-4c25-85b5-8fae58bf5a81 admin admin] 10.222.0.44 "GET /v2.0/subnets/e0282b47-2b05-45e4-9dc6-56afc94ab92c HTTP/1.1" status: 200 len: 849 time: 0.1261325 May 17 13:48:12.138627 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:48:12.251411 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:12.433570 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765888611377'] for subnet, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:12.437152 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-1d086263-8967-45c4-b0f0-e1451779f353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:48:12.485436 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef1306a-21cc-4dec-a42b-c6816ae162ef None None] Network 7c2e90c7-d0ed-4282-a038-a1ee870df70f requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:48:12.486474 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:12.487067 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:12.488327 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] 10.222.0.44 "PUT /v2.0/subnets/e0282b47-2b05-45e4-9dc6-56afc94ab92c HTTP/1.1" status: 200 len: 868 time: 0.3535163 May 17 13:48:12.503496 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0282b47-2b05-45e4-9dc6-56afc94ab92c,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:48:12.511503 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.512380 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.512380 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.512533 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.512826 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.513142 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.513457 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.513809 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.514127 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.514437 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.514744 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.515050 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:48:12.518697 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:48:12.915648 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-7b5e30ca-ea42-45cc-9b38-f15989038280 None None] Provisioning complete for port 4333071c-8ab1-48ac-8568-804510781a4d triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:48:12.916013 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7b5e30ca-ea42-45cc-9b38-f15989038280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:13.041028 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-7b5e30ca-ea42-45cc-9b38-f15989038280 None None] Provisioning complete for port c529e16e-99b2-435a-ba62-f798410a5e01 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:48:13.041282 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7b5e30ca-ea42-45cc-9b38-f15989038280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:14.606216 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59636) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:14.776884 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f2ca6-e0a3-46a6-bcda-1db9dca59699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:14.777102 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f2ca6-e0a3-46a6-bcda-1db9dca59699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:14.778643 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a77f2ca6-e0a3-46a6-bcda-1db9dca59699 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1714017 May 17 13:48:16.893025 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59646) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:17.063204 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7eccb2-3574-4885-94f6-7908ff82e6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:17.063679 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7eccb2-3574-4885-94f6-7908ff82e6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:17.065186 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ee7eccb2-3574-4885-94f6-7908ff82e6e7 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712160 May 17 13:48:17.329163 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f78c1db5-d891-4242-8cc1-b21b8d812887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:19.178037 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59656) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:19.341523 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09327ba-0ed1-4af5-9033-aaa902b84f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:19.342915 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d09327ba-0ed1-4af5-9033-aaa902b84f73 admin admin] 10.222.0.44 "GET /v2.0/networks/23b0e3e2-79d9-4ad4-9ff3-e129067137ac HTTP/1.1" status: 200 len: 886 time: 0.1639314 May 17 13:48:19.772738 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-12e411b6-6335-4231-8a14-2db14b7bad7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:20.116683 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:21.009760 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:21.464999 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59666) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:21.638824 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42ca0ef-74b1-4d28-ba35-5adc679ad085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:21.640188 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-c42ca0ef-74b1-4d28-ba35-5adc679ad085 admin admin] 10.222.0.44 "GET /v2.0/networks/7c2e90c7-d0ed-4282-a038-a1ee870df70f HTTP/1.1" status: 200 len: 869 time: 0.1742563 May 17 13:48:22.811200 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:23.723626 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59676) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:23.830947 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef386f-359b-4b92-bb1a-06b1b8b5335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:23.831416 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef386f-359b-4b92-bb1a-06b1b8b5335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:23.832985 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-80ef386f-359b-4b92-bb1a-06b1b8b5335d admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084418 May 17 13:48:25.945536 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59686) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:26.055249 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f831f-fd50-48b2-a5eb-48891fceae33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:26.055713 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f831f-fd50-48b2-a5eb-48891fceae33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:26.057245 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d98f831f-fd50-48b2-a5eb-48891fceae33 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108129 May 17 13:48:28.159079 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59696) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:28.258035 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c28ea-de01-4bda-b0a2-fa18cac74f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:28.259332 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-059c28ea-de01-4bda-b0a2-fa18cac74f8e admin admin] 10.222.0.44 "GET /v2.0/subnets/da6a37ff-895b-4101-8328-38f95cef30bc HTTP/1.1" status: 200 len: 816 time: 0.0992615 May 17 13:48:30.393120 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59706) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:30.501839 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64dfdab-2e4c-411e-8e4e-5b9e0c0ab6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:30.503145 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a64dfdab-2e4c-411e-8e4e-5b9e0c0ab6b6 admin admin] 10.222.0.44 "GET /v2.0/subnets/e0282b47-2b05-45e4-9dc6-56afc94ab92c HTTP/1.1" status: 200 len: 868 time: 0.1090643 May 17 13:48:37.599441 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:48:47.333519 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3c577f16-6288-4d87-bdeb-13da242ce3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:49.774480 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-af011a6d-c8e5-43d5-bc22-11565fab6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:50.120571 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:51.012837 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:52.811654 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:53.377257 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59750) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:53.424859 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [None req-70fce4ac-8787-41df-aadb-4f3e57ca69de admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:48:53.425861 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-70fce4ac-8787-41df-aadb-4f3e57ca69de admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476046 May 17 13:48:55.608094 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59760) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:55.675368 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cd1f58-6065-44e4-9c62-e125c473d5a6 admin admin] GET failed (client error): The resource could not be found. May 17 13:48:55.676635 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-14cd1f58-6065-44e4-9c62-e125c473d5a6 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0676262 May 17 13:48:55.849225 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a329e5-4a79-4969-b479-ff5e6b34dda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:55.850712 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-81a329e5-4a79-4969-b479-ff5e6b34dda0 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1703558 May 17 13:48:57.983600 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59770) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:48:58.030339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:48:58.035324 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:48:58.045573 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:48:58.056240 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Made reservation on behalf of 42a8db62acd7493893722948191ac6da for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:48:58.059470 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:58.146213 dv-cinder-788363-3-smb neutron-server[78715]: WARNING neutron.services.revisions.revision_plugin [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Could not find related network for resource to bump revision. May 17 13:48:58.157770 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:48:58.166723 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:58.167048 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Added segment 2341aea4-1cde-4574-96c3-999f8bb19bfc of type vlan for network 279905b1-9b8d-474f-88da-bc9bc8ac563f May 17 13:48:58.192224 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:58.219073 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:58.220334 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:48:58.220898 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:48:58.223944 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3c9109ac-64f5-484f-a646-628c645732a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:48:58.323681 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3389864 May 17 13:48:58.324425 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Pushing event updated for resources: {'Network': ['ID=279905b1-9b8d-474f-88da-bc9bc8ac563f,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:48:58.335282 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:48:58.348742 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 279905b1-9b8d-474f-88da-bc9bc8ac563f details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:49:00.447686 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 59780) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:49:00.515519 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57d6b5c-f71b-4675-b246-602eee26cc31 admin admin] GET failed (client error): The resource could not be found. May 17 13:49:00.516765 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e57d6b5c-f71b-4675-b246-602eee26cc31 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681324 May 17 13:49:00.623753 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0352c41-1f20-4445-bc91-18b758858f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:49:00.626161 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-d0352c41-1f20-4445-bc91-18b758858f3b admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1055493 May 17 13:49:00.634737 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:49:00.636124 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.quota [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Loaded quota_driver: . May 17 13:49:00.641825 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:49:00.653770 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:49:00.669324 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Made reservation on behalf of 42a8db62acd7493893722948191ac6da for: {'subnet': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:49:00.671916 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:01.084382 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:01.089519 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:49:01.160280 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ab5779-a7c2-411a-b50d-960200ce72e0,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:49:01.171394 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.171734 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.172067 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.172391 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.172712 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.173035 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.173350 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.173679 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.174008 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.174320 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.174637 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.174945 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.177603 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Checking segment: {'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:49:01.177993 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Network hostable DHCP agents. Network: 279905b1-9b8d-474f-88da-bc9bc8ac563f, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:49:01.182350 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:49:01.197872 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Network 279905b1-9b8d-474f-88da-bc9bc8ac563f is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:49:01.207364 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 279905b1-9b8d-474f-88da-bc9bc8ac563f) {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:49:01.211318 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:49:01.211945 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:01.217397 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371fddf-fa53-4083-910b-756a908e8d54 None None] Network 279905b1-9b8d-474f-88da-bc9bc8ac563f requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:49:01.239281 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6080120 May 17 13:49:01.440854 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp609898f5-d9b9-5812-938e-ae2695063783-279905b1-9b8d-474f-88da-bc9bc8ac563f', 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f', 'tenant_id': '42a8db62acd7493893722948191ac6da', 'fixed_ips': [{'subnet_id': 'f7ab5779-a7c2-411a-b50d-960200ce72e0'}]}} from dv-cinder-788363-3-smb. {{(pid=78716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 13:49:01.441689 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:01.606062 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Allocated IP 192.168.233.2 (279905b1-9b8d-474f-88da-bc9bc8ac563f/f7ab5779-a7c2-411a-b50d-960200ce72e0/efacd0e8-e6e6-4bce-a38b-51b75fea7d74) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:49:01.820665 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:01.831710 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Transition to ACTIVE for port object efacd0e8-e6e6-4bce-a38b-51b75fea7d74 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:49:01.851656 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Transition to ACTIVE for port object efacd0e8-e6e6-4bce-a38b-51b75fea7d74 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:49:01.858695 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:01.864482 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:49:01.924028 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Network 279905b1-9b8d-474f-88da-bc9bc8ac563f is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:49:01.927012 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:49:01.929392 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:49:01.963860 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Pushing event updated for resources: {'Port': ['ID=efacd0e8-e6e6-4bce-a38b-51b75fea7d74,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:49:01.979763 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.980103 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.980438 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.980768 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.981092 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.981417 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.981763 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.982107 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.982453 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.982794 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.983133 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.983459 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:49:01.987295 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:49:02.039192 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Attempting to bind port efacd0e8-e6e6-4bce-a38b-51b75fea7d74 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:49:02.039575 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Attempting to bind port efacd0e8-e6e6-4bce-a38b-51b75fea7d74 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:49:02.039937 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Attempting to bind port efacd0e8-e6e6-4bce-a38b-51b75fea7d74 on network 279905b1-9b8d-474f-88da-bc9bc8ac563f {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:49:02.046337 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:49:02.046699 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Checking segment: {'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:49:02.047089 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:02.047472 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Bound using segment: {'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:49:02.047936 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Bound port: efacd0e8-e6e6-4bce-a38b-51b75fea7d74, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:49:02.048293 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:02.135655 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] For port efacd0e8-e6e6-4bce-a38b-51b75fea7d74, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:49:02.139002 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] For port efacd0e8-e6e6-4bce-a38b-51b75fea7d74, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=efacd0e8-e6e6-4bce-a38b-51b75fea7d74,segment=NetworkSegment(2341aea4-1cde-4574-96c3-999f8bb19bfc),segment_id=2341aea4-1cde-4574-96c3-999f8bb19bfc)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:49:02.143933 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:02.147747 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:49:02.225755 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Pushing event updated for resources: {'Port': ['ID=efacd0e8-e6e6-4bce-a38b-51b75fea7d74,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:49:02.228259 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:49:02.982251 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e9a77-8994-47a3-881e-8d4aac0db690 None None] Network 279905b1-9b8d-474f-88da-bc9bc8ac563f requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:49:03.078664 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-52d8fad7-ff76-459d-99f4-b5d98366d08f None None] Provisioning for port efacd0e8-e6e6-4bce-a38b-51b75fea7d74 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:49:04.183960 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device efacd0e8-e6e6-4bce-a38b-51b75fea7d74 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:49:04.256435 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port efacd0e8-e6e6-4bce-a38b-51b75fea7d74 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:49:04.262179 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port efacd0e8-e6e6-4bce-a38b-51b75fea7d74 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:49:04.262556 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:04.380269 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:04.411906 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port efacd0e8-e6e6-4bce-a38b-51b75fea7d74, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=efacd0e8-e6e6-4bce-a38b-51b75fea7d74,segment=NetworkSegment(2341aea4-1cde-4574-96c3-999f8bb19bfc),segment_id=2341aea4-1cde-4574-96c3-999f8bb19bfc)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:49:04.415424 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:04.419370 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:49:04.483314 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=efacd0e8-e6e6-4bce-a38b-51b75fea7d74,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:49:04.486298 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:49:06.176809 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device efacd0e8-e6e6-4bce-a38b-51b75fea7d74 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:49:06.249904 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port efacd0e8-e6e6-4bce-a38b-51b75fea7d74 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:49:06.250278 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:14.597924 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:49:17.336225 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0c75e8ce-9919-4951-962a-a4ba9eadadd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:19.779825 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-00666e7f-2aea-468b-8aa2-4d7d378f3506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:20.123758 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:21.015760 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:22.814582 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:47.339682 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-de7f5950-7271-4189-80aa-eeedaf187174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:49.781676 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1d7f7cdf-d95f-4c7c-ad3a-97f4ab9e0f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:50.127651 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:51.018560 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:49:51.596212 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:49:52.819782 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:06.275878 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 59830) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:50:06.282583 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [None req-84550f6b-8f64-4a0e-b15b-40da676cbab9 tempest-verify_tempest_config-1465185979 tempest-verify_tempest_config-1465185979-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78714) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:50:06.283529 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-84550f6b-8f64-4a0e-b15b-40da676cbab9 tempest-verify_tempest_config-1465185979 tempest-verify_tempest_config-1465185979-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067134 May 17 13:50:06.586117 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59848) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:50:06.704115 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:06.717897 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:50:06.721530 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Usage tracker for resource:security_group_rule and tenant:f11b92b761fd4538abfa797b8b0567c6 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:50:06.724226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:50:06.729902 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:50:06.809726 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:06.813673 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:06.822982 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:50:06.862291 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Synchronizing usage tracker for tenant:42a8db62acd7493893722948191ac6da on resource:security_group {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:50:06.865436 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658dcab5-e736-40a7-8ad9-e52376899b87,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:50:06.876403 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.876739 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.877060 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.877377 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.877711 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.878029 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.878340 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.878648 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.878974 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.879285 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.879618 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.879967 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:50:06.885813 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:50:06.892008 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Unset dirty status for tenant:42a8db62acd7493893722948191ac6da on resource:security_group {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:50:06.894114 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f11b92b761fd4538abfa797b8b0567c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3067477 May 17 13:50:06.896536 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59854) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:50:06.954314 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-630c41c4-5c11-49ef-b0a1-36782de220a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:06.978878 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-630c41c4-5c11-49ef-b0a1-36782de220a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:07.070109 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-630c41c4-5c11-49ef-b0a1-36782de220a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:07.075510 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ef17d3a3-037e-4138-a73f-f66d42da6298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:50:07.085629 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c41c4-5c11-49ef-b0a1-36782de220a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658dcab5-e736-40a7-8ad9-e52376899b87,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:50:07.088390 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-630c41c4-5c11-49ef-b0a1-36782de220a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:50:07.093421 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-630c41c4-5c11-49ef-b0a1-36782de220a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:07.094597 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-630c41c4-5c11-49ef-b0a1-36782de220a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/658dcab5-e736-40a7-8ad9-e52376899b87 HTTP/1.1" status: 204 len: 168 time: 0.1969037 May 17 13:50:17.341963 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e4e3693f-7ea7-47e5-a6d2-2cc69f57b03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:19.786989 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1038-52b6-470f-aa85-24cf29b32e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:20.129950 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:21.021304 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:22.819489 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:28.595278 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:50:47.345349 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5f35755c-02bd-40de-89ad-822d50480c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:49.779896 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-77ec5615-1052-4702-918e-c6ed5dd8f372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:50.133013 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:51.024081 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:50:52.824642 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:05.594301 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:51:17.346207 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d8e8438c-009e-48b5-8ea3-1af52b78531e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:19.781990 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f18250b1-1be7-4169-ae3c-b70390de3091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:20.136036 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:21.026810 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:22.825855 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:42.593399 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 5 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:51:47.346776 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b77f8495-ffd2-4960-90e2-7302a2be5234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:48.782612 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324'] for agent, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:49.786103 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3a6facb6-612c-42d5-b2bb-ff9b2866a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:50.137988 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:51.033431 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:52.830053 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:51:52.955919 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 59906) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:51:53.068193 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-683c70e0-132a-4523-9bd6-2ffbdacd16fe admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1112053 May 17 13:51:55.177338 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 59916) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:51:55.236936 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-1ad5490c-b49b-4a19-af5a-aa67847c4bb6 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0585032 May 17 13:52:17.348603 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2ad1-a7f7-4f04-a501-f8760363d1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:18.749508 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:19.591940 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:52:19.788488 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6bd8ef46-6210-4b0b-9188-06ef7490773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:20.141902 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:21.034812 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:22.833353 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:47.350697 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-eca7d311-fc1b-44d0-b85c-68be24cdf682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:48.751357 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:49.797696 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-277ac2a1-9bb8-4944-b14e-7959ffad5ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:50.143620 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:51.036669 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:52.842974 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:52:56.590418 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:53:17.353433 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-abf84f2c-d1cb-49dd-8699-1b0e7a3b7770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:18.763834 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:19.789957 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aeeb123b-73e8-4423-ac4a-7768b3dad39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:20.146232 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:21.039818 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:22.860142 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.361061 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60034) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:26.620509 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1144765460-network', 'tenant_id': '00031678b9ef42cdb9c08fb92f2f2c5e'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:26.627007 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:26.633777 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Usage tracker for resource:network and tenant:00031678b9ef42cdb9c08fb92f2f2c5e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:26.641333 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:26.648099 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:26.667067 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Made reservation on behalf of 00031678b9ef42cdb9c08fb92f2f2c5e for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:26.667067 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.677580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.695014 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:26.699237 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Usage tracker for resource:security_group_rule and tenant:00031678b9ef42cdb9c08fb92f2f2c5e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:26.703228 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:26.709670 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:26.804388 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.810130 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.825407 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:53:26.831785 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:26.853613 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.853975 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Added segment 0bc35980-c735-4851-b70c-48c879182994 of type vlan for network c5c169ac-7f6b-4dc0-b671-007c0dae5182 May 17 13:53:26.871045 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0016c10-b8b1-41a9-8d73-0b63d3ccb954,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:26.893003 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.893420 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.893869 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.894259 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.894891 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.895047 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.895426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.895803 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.896302 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.896756 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.897056 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.897594 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Tracked resource versions report: May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: pushed versions: May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: { 'AddressGroup': {'1.2'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'ConntrackHelper': {'1.0'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Log': {'1.0'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Network': {'1.1'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Port': {'1.7'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'PortForwarding': {'1.2'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'QosPolicy': {'1.8'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'SecurityGroup': {'1.4'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'SecurityGroupRule': {'1.2'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'SubPort': {'1.0'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Subnet': {'1.1'}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Trunk': {'1.1'}} May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: consumer versions: May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: { DHCP agent@dv-cinder-788363-3-smb: {}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: HyperV agent@hv-cinder-78836: {}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: L3 agent@dv-cinder-788363-3-smb: {}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: Metadata agent@dv-cinder-788363-3-smb: {}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: Metering agent@dv-cinder-788363-3-smb: {}, May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: Open vSwitch agent@dv-cinder-788363-3-smb: { 'AddressGroup': '1.2', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'ConntrackHelper': '1.0', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Log': '1.0', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Network': '1.1', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Port': '1.7', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'PortForwarding': '1.2', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'QosPolicy': '1.8', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'SecurityGroup': '1.4', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'SecurityGroupRule': '1.2', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'SubPort': '1.0', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Subnet': '1.1', May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: 'Trunk': '1.1'}} May 17 13:53:26.898701 dv-cinder-788363-3-smb neutron-server[78715]: {{(pid=78715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 13:53:26.913490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.925126 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:26.949463 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.950804 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:26.952112 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:26.955846 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-13c2cb72-c72a-4798-92f7-c320694892da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:27.050779 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c169ac-7f6b-4dc0-b671-007c0dae5182,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:27.053912 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:27.065624 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network c5c169ac-7f6b-4dc0-b671-007c0dae5182 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:53:27.067373 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7051585 May 17 13:53:27.070395 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60080) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:27.076245 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Request body: {'subnet': {'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1144765460-subnet', 'tenant_id': '00031678b9ef42cdb9c08fb92f2f2c5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:27.081525 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:27.085309 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Usage tracker for resource:subnet and tenant:00031678b9ef42cdb9c08fb92f2f2c5e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:27.088497 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:27.094288 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:27.107413 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Made reservation on behalf of 00031678b9ef42cdb9c08fb92f2f2c5e for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:27.111027 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:27.528077 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:27.533351 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-20e5472b-d1a4-4dba-8028-09c199641293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:27.605097 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d812c9a-d562-45e9-82e9-bdfa44616f61,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:27.608349 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:27.615891 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Checking segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:27.616486 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Network hostable DHCP agents. Network: c5c169ac-7f6b-4dc0-b671-007c0dae5182, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:53:27.638535 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Network c5c169ac-7f6b-4dc0-b671-007c0dae5182 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:53:27.653421 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, c5c169ac-7f6b-4dc0-b671-007c0dae5182) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:27.661643 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:27.662695 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:27.667226 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b569c2c-6092-42e3-8397-e91ea6c52b02 None None] Network c5c169ac-7f6b-4dc0-b671-007c0dae5182 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:53:27.713891 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6423867 May 17 13:53:27.757245 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60124) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:27.891619 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49661eb1-708d-414c-9ca7-2f64adac5b83 None None] Network c5c169ac-7f6b-4dc0-b671-007c0dae5182 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:53:28.227481 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60142) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:28.330568 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-447080942-network', 'tenant_id': '39cdc6de9b6944f3a2aee23b1f8317b3'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:28.336667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:28.342325 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Usage tracker for resource:network and tenant:39cdc6de9b6944f3a2aee23b1f8317b3 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:28.345765 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:28.352212 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:28.365059 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60150) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:28.366159 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Made reservation on behalf of 39cdc6de9b6944f3a2aee23b1f8317b3 for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:28.369569 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.387818 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.405380 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:28.410396 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Usage tracker for resource:security_group_rule and tenant:39cdc6de9b6944f3a2aee23b1f8317b3 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:28.414016 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:28.431594 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:28.581620 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.587217 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.595577 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:28.665810 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:53:28.685690 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9955c51f-9eea-498c-9e35-bd97a9328d2f,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:28.689261 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:28.692194 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.692528 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Added segment 72ce964c-6105-4c7b-8b56-f8f2c1f3c14a of type vlan for network 73cbdee7-b0df-46cc-b0e9-e33583329537 May 17 13:53:28.736140 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-845019544-network', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:28.759841 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-network', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:28.770176 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:28.773512 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:28.783960 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Usage tracker for resource:network and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:28.786266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.788792 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:28.797235 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:28.813094 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Made reservation on behalf of 6a46d0fa2dc140a59f215e45b9b06ecc for: {'network': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:28.817319 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.833497 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Usage tracker for resource:network and tenant:2b8718c35c7b465abb8c5e93d6693204 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:28.836317 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:28.838603 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.843309 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:28.851641 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.855601 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:28.855972 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:28.856847 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.860029 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Usage tracker for resource:security_group_rule and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:28.863463 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:28.869851 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:28.877179 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:28.892902 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Made reservation on behalf of 2b8718c35c7b465abb8c5e93d6693204 for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:28.895263 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:28.991395 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Pushing event updated for resources: {'Network': ['ID=73cbdee7-b0df-46cc-b0e9-e33583329537,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:28.995754 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:29.000382 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60190) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:29.000528 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2422073 May 17 13:53:29.001456 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.003873 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 73cbdee7-b0df-46cc-b0e9-e33583329537 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:53:29.017737 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:29.021814 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Usage tracker for resource:security_group_rule and tenant:2b8718c35c7b465abb8c5e93d6693204 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:29.024917 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:29.025557 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Request body: {'subnet': {'network_id': '73cbdee7-b0df-46cc-b0e9-e33583329537', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-447080942-subnet', 'tenant_id': '39cdc6de9b6944f3a2aee23b1f8317b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:29.032226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:29.033144 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:29.048815 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Usage tracker for resource:subnet and tenant:39cdc6de9b6944f3a2aee23b1f8317b3 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:29.054407 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:29.058616 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.063304 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:29.066503 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.084746 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=78714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:53:29.098993 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765888623306', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.100661 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Unsubscribe: segment precommit_create {{(pid=78714) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 13:53:29.101586 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.segments_db [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Added segment 6c235ec7-763a-42ad-979c-abb239912ecd of type vlan for network f6d814f8-d20c-4865-ad86-e6553cb0baf6 May 17 13:53:29.124403 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:29.163990 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Made reservation on behalf of 39cdc6de9b6944f3a2aee23b1f8317b3 for: {'subnet': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:29.166560 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.187391 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.193196 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.199200 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3223b47c-5344-419d-811f-22e6136a8414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:29.229285 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247372b-de65-4ffe-8aac-efff4c125d75,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:29.233540 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:29.239909 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:53:29.245867 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.250812 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.251521 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Added segment f28860a4-bbe9-421f-912c-ac73f41a8414 of type vlan for network efb941ea-2c9b-493f-90f0-f7278de6bb59 May 17 13:53:29.291618 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ccb22e-1d10-451a-83ce-1d8e851c6835,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:29.294177 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.318698 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.319044 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.319378 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.319705 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.320031 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.320355 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.320674 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.320991 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.321309 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.321623 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.321968 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.322276 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Tracked resource versions report: May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: pushed versions: May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: { 'AddressGroup': {'1.2'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'ConntrackHelper': {'1.0'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Log': {'1.0'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Network': {'1.1'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Port': {'1.7'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'PortForwarding': {'1.2'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'QosPolicy': {'1.8'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'SecurityGroup': {'1.4'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'SecurityGroupRule': {'1.2'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'SubPort': {'1.0'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Subnet': {'1.1'}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Trunk': {'1.1'}} May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: consumer versions: May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: { DHCP agent@dv-cinder-788363-3-smb: {}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: HyperV agent@hv-cinder-78836: {}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: L3 agent@dv-cinder-788363-3-smb: {}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: Metadata agent@dv-cinder-788363-3-smb: {}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: Metering agent@dv-cinder-788363-3-smb: {}, May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: Open vSwitch agent@dv-cinder-788363-3-smb: { 'AddressGroup': '1.2', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'ConntrackHelper': '1.0', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Log': '1.0', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Network': '1.1', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Port': '1.7', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'PortForwarding': '1.2', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'QosPolicy': '1.8', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'SecurityGroup': '1.4', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'SecurityGroupRule': '1.2', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'SubPort': '1.0', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Subnet': '1.1', May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: 'Trunk': '1.1'}} May 17 13:53:29.323308 dv-cinder-788363-3-smb neutron-server[78714]: {{(pid=78714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 13:53:29.348691 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.349495 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:29.350726 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:29.351527 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.377607 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:29.468555 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.470487 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:29.471227 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.476552 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:29.526317 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Pushing event updated for resources: {'Network': ['ID=efb941ea-2c9b-493f-90f0-f7278de6bb59,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:29.530954 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:29.533261 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3047514 May 17 13:53:29.536499 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60204) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:29.538306 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network efb941ea-2c9b-493f-90f0-f7278de6bb59 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:53:29.544541 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Request body: {'subnet': {'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-subnet', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:29.551628 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:29.558741 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Usage tracker for resource:subnet and tenant:2b8718c35c7b465abb8c5e93d6693204 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:29.563312 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:29.571934 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:29.599081 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Made reservation on behalf of 2b8718c35c7b465abb8c5e93d6693204 for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:29.606338 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:29.886026 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d814f8-d20c-4865-ad86-e6553cb0baf6,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:29.902256 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5359695 May 17 13:53:29.903054 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60222) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:29.916477 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:53:29.921077 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:29.932931 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Request body: {'subnet': {'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-subnet', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:29.947857 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:29.954341 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Usage tracker for resource:subnet and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:29.967801 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:29.982301 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:30.027382 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Made reservation on behalf of 6a46d0fa2dc140a59f215e45b9b06ecc for: {'subnet': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:30.032432 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.224510 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.231990 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:30.239801 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.245381 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:30.345445 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Checking segment: {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:30.345828 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Network hostable DHCP agents. Network: efb941ea-2c9b-493f-90f0-f7278de6bb59, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:53:30.362365 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5485f6dd-b6cc-412f-a8e8-838f9e46de7f,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:30.371718 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:30.382418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Network efb941ea-2c9b-493f-90f0-f7278de6bb59 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:53:30.392777 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60256) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:30.397398 dv-cinder-788363-3-smb neutron-server[78715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 13:53:30.399007 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, efb941ea-2c9b-493f-90f0-f7278de6bb59) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:30.409359 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19fc982-c68e-4f1d-bae2-47da66f4a914 None None] Network efb941ea-2c9b-493f-90f0-f7278de6bb59 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:53:30.453313 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53b69b7-de9a-47d5-902c-1b30e19bf823,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:30.457322 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:30.458287 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Checking segment: {'id': '72ce964c-6105-4c7b-8b56-f8f2c1f3c14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '73cbdee7-b0df-46cc-b0e9-e33583329537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:30.458890 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Network hostable DHCP agents. Network: 73cbdee7-b0df-46cc-b0e9-e33583329537, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:53:30.474327 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:30.476120 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.559308 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Network 73cbdee7-b0df-46cc-b0e9-e33583329537 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:53:30.571528 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 73cbdee7-b0df-46cc-b0e9-e33583329537) {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:30.577718 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:30.578318 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.601992 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0632272 May 17 13:53:30.604759 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60260) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:30.611911 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:30.618574 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:30.622995 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6203120 May 17 13:53:30.627008 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Usage tracker for resource:router and tenant:2b8718c35c7b465abb8c5e93d6693204 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:30.632618 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:30.642227 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:30.677344 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8180'] for router, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.683444 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821085-8fdf-4867-aee8-828ce74d613f req-84d520fb-43e8-42af-82c5-fc39e798c0ef tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:30.684165 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-ba821085-8fdf-4867-aee8-828ce74d613f req-84d520fb-43e8-42af-82c5-fc39e798c0ef tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:network {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:53:30.685854 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8171'] for router, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.705710 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-ba821085-8fdf-4867-aee8-828ce74d613f req-84d520fb-43e8-42af-82c5-fc39e798c0ef tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:network {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:53:30.707573 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-84d520fb-43e8-42af-82c5-fc39e798c0ef tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 815 time: 0.3132067 May 17 13:53:30.733550 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-05727685-248a-4a12-a675-c2fad0bb1f0c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/quotas/00031678b9ef42cdb9c08fb92f2f2c5e HTTP/1.1" status: 200 len: 375 time: 0.0194137 May 17 13:53:30.770041 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.799241 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd938a1-434f-43a1-bf03-0823a4be3a85 None None] Network 73cbdee7-b0df-46cc-b0e9-e33583329537 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:53:30.844209 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-bcff47f2-87cf-41ed-92c1-20acddd848fc tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055715 May 17 13:53:30.904580 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:30.939603 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-fe222355-c009-498b-9e34-160ec5e6d22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:30.976929 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3930ceb-63f3-4dc1-a05d-affa3056a21e None None] Network efb941ea-2c9b-493f-90f0-f7278de6bb59 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:53:31.051874 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1f4f31-0851-4479-83cb-9127a8a37b48,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:31.063556 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:31.198416 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-37a07dff-3495-4ce4-ac89-8dca2b7d8cf0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:53:31.206337 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-37a07dff-3495-4ce4-ac89-8dca2b7d8cf0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758045 May 17 13:53:31.318304 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d7b8c-ec37-46a7-8423-2fec28b0dd16 None None] Network 73cbdee7-b0df-46cc-b0e9-e33583329537 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:53:31.369746 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-08031295-734d-4083-a1ca-504919980858 service neutron] 10.222.0.44 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623428 May 17 13:53:31.406987 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:31.411058 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Checking segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:31.411419 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Network hostable DHCP agents. Network: f6d814f8-d20c-4865-ad86-e6553cb0baf6, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:53:31.449203 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:53:31.508286 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, f6d814f8-d20c-4865-ad86-e6553cb0baf6) {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:31.525042 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:31.525642 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:31.560884 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6437082 May 17 13:53:31.563424 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60308) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:31.568192 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-bffaf7c2-bcd1-491e-88d4-2eba272eeb6b service neutron] 10.222.0.44 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972511 May 17 13:53:31.569173 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:31.581364 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:31.592722 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Usage tracker for resource:router and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:31.608934 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:31.618613 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60316) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:31.619263 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:31.626354 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106412d6-9628-4864-a0bd-77dc12a97582 None None] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:53:31.758914 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8180'] for router, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:31.759960 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8171'] for router, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:31.776976 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:31.942250 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-e641f03e-6023-4d52-b6fc-8056609426cb tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:31.943238 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-e641f03e-6023-4d52-b6fc-8056609426cb tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Synchronizing usage tracker for tenant:39cdc6de9b6944f3a2aee23b1f8317b3 on resource:network {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:53:31.963081 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-e641f03e-6023-4d52-b6fc-8056609426cb tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Unset dirty status for tenant:39cdc6de9b6944f3a2aee23b1f8317b3 on resource:network {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:53:31.964944 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-e641f03e-6023-4d52-b6fc-8056609426cb tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/networks?id=73cbdee7-b0df-46cc-b0e9-e33583329537 HTTP/1.1" status: 200 len: 811 time: 0.3434441 May 17 13:53:31.967868 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp609898f5-d9b9-5812-938e-ae2695063783-f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48'}]}} from dv-cinder-788363-3-smb. {{(pid=78716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 13:53:31.968585 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:31.995251 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-60fe10ef-c9c6-4ae8-a454-dd98c55ddacd tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/quotas/39cdc6de9b6944f3a2aee23b1f8317b3 HTTP/1.1" status: 200 len: 375 time: 0.0252085 May 17 13:53:32.073431 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-91325a77-5a7b-436f-81d1-5da4bd372995 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=39cdc6de9b6944f3a2aee23b1f8317b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699363 May 17 13:53:32.274106 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:32.284590 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-31abb1e4-4c16-4e2c-b724-515fda0cb2fa service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:53:32.289349 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-31abb1e4-4c16-4e2c-b724-515fda0cb2fa service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1204057 May 17 13:53:32.311930 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Allocated IP 172.20.0.2 (f6d814f8-d20c-4865-ad86-e6553cb0baf6/7a1f4f31-0851-4479-83cb-9127a8a37b48/7abe1a7f-3d55-48e1-8119-de9b10229665) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:53:32.312205 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b57d2d31-2423-414a-b9a5-307cb3afe27b req-9715e87f-e0ef-421f-84ca-742cf3cc577e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 210 time: 0.1254938 May 17 13:53:32.318504 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:32.527305 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Allocated IP 172.28.3.73 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/a54e0ad4-1c3d-4db0-b479-96fd97997c3c) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:53:32.647710 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-c4791b0e-664f-4f78-b513-56ffb00ef75f service neutron] 10.222.0.44 "GET /v2.0/networks/73cbdee7-b0df-46cc-b0e9-e33583329537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436482 May 17 13:53:32.702185 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:32.727793 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Transition to ACTIVE for port object 7abe1a7f-3d55-48e1-8119-de9b10229665 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:32.764219 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Transition to ACTIVE for port object 7abe1a7f-3d55-48e1-8119-de9b10229665 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:32.774692 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:32.782709 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:32.799178 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:32.867322 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:32.871499 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:32.875571 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:53:32.918487 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Pushing event updated for resources: {'Port': ['ID=7abe1a7f-3d55-48e1-8119-de9b10229665,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:32.953198 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-809954ec-43f4-42d1-8ce5-d8be6015eeb4 service neutron] 10.222.0.44 "GET /v2.0/networks/73cbdee7-b0df-46cc-b0e9-e33583329537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008282 May 17 13:53:32.985954 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:32.988520 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.988859 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.989205 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.989531 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.990012 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.990479 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.990804 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.991123 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.991439 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.991759 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.992073 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.992405 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Tracked resource versions report: May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: pushed versions: May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: { 'AddressGroup': {'1.2'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'ConntrackHelper': {'1.0'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Log': {'1.0'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Network': {'1.1'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Port': {'1.7'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'PortForwarding': {'1.2'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'QosPolicy': {'1.8'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'SecurityGroup': {'1.4'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'SecurityGroupRule': {'1.2'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'SubPort': {'1.0'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Subnet': {'1.1'}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Trunk': {'1.1'}} May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: consumer versions: May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: { DHCP agent@dv-cinder-788363-3-smb: {}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: HyperV agent@hv-cinder-78836: {}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: L3 agent@dv-cinder-788363-3-smb: {}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: Metadata agent@dv-cinder-788363-3-smb: {}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: Metering agent@dv-cinder-788363-3-smb: {}, May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: Open vSwitch agent@dv-cinder-788363-3-smb: { 'AddressGroup': '1.2', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'ConntrackHelper': '1.0', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Log': '1.0', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Network': '1.1', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Port': '1.7', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'PortForwarding': '1.2', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'QosPolicy': '1.8', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'SecurityGroup': '1.4', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'SecurityGroupRule': '1.2', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'SubPort': '1.0', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Subnet': '1.1', May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: 'Trunk': '1.1'}} May 17 13:53:32.993416 dv-cinder-788363-3-smb neutron-server[78716]: {{(pid=78716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 13:53:33.001934 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:33.019766 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Attempting to bind port 7abe1a7f-3d55-48e1-8119-de9b10229665 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:53:33.020138 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Attempting to bind port 7abe1a7f-3d55-48e1-8119-de9b10229665 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:53:33.020639 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Attempting to bind port 7abe1a7f-3d55-48e1-8119-de9b10229665 on network f6d814f8-d20c-4865-ad86-e6553cb0baf6 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:33.026921 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:53:33.027865 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Checking segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:33.027865 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:33.028072 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Bound using segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:53:33.028562 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Bound port: 7abe1a7f-3d55-48e1-8119-de9b10229665, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:53:33.028935 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:33.082436 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:33.116737 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8ec510fe-0264-4ece-8360-5cd6ad745f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:33.160645 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:33.173702 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:33.188300 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:53:33.208501 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] For port 7abe1a7f-3d55-48e1-8119-de9b10229665, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:53:33.212042 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] For port 7abe1a7f-3d55-48e1-8119-de9b10229665, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=7abe1a7f-3d55-48e1-8119-de9b10229665,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:53:33.222003 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:33.241353 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:33.447994 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Pushing event updated for resources: {'Port': ['ID=7abe1a7f-3d55-48e1-8119-de9b10229665,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:33.460658 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:33.591239 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:53:33.646779 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cd792bee-20fe-409f-bfcb-6dd6ac9b959d req-713d9056-3f31-4122-b916-cdcd1344e71c tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 210 time: 0.2625167 May 17 13:53:33.688440 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3632070e-bfa7-4055-90f6-36de3c2e1564 req-342a8f48-10d6-4283-bcb6-78ab242b2713 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 210 time: 0.1745803 May 17 13:53:33.836738 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60444) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:33.955038 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60454) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:34.134550 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:34.153555 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Pushing event updated for resources: {'Port': ['ID=a54e0ad4-1c3d-4db0-b479-96fd97997c3c,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:34.177034 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:34.204754 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:34.213334 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:34.241965 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Usage tracker for resource:security_group_rule and tenant:8b5d5e8d3b654220a9fe2d59b64eaed7 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:34.249860 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:34.256416 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:34.267405 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:34.310173 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:34.320259 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:34.340535 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd5f9ea6d3040c58f6feed5ad3d2414 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:34.350068 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:34.364924 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:34.442584 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 7abe1a7f-3d55-48e1-8119-de9b10229665 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:34.574128 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:34.589557 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:34.621881 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-fd0d6e98-eea5-4ddc-87a0-a44b7c60d677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:34.687079 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 7abe1a7f-3d55-48e1-8119-de9b10229665 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:53:34.735490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:34.756080 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af28157-172c-4b7f-b20f-3348460a96a1,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:34.760776 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:34.771538 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b5d5e8d3b654220a9fe2d59b64eaed7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9336107 May 17 13:53:34.775146 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60482) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:34.780969 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:34.836852 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-630c41c4-5c11-49ef-b0a1-36782de220a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:35.032161 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Allocated IP 172.28.3.3 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/686d7961-2ba9-48ea-bdb2-b6613baf08ed) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:53:35.061565 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dd5f9ea6d3040c58f6feed5ad3d2414&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1052320 May 17 13:53:35.075504 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.076423 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c270bbec-6c8c-4f94-bd86-551fbedabf0d,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:35.093115 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d39352b0-9f6e-4cb6-93db-62cdb5fbacc8 req-f62bc62f-2313-4188-a259-0a0a5f3cc308 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 210 time: 0.2214463 May 17 13:53:35.117634 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74409854-2093-43d3-ad18-ffcebb91465b None None] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:53:35.160546 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60500) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:35.161580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.52', 49500) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:35.162813 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:35.256081 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] Provisioning for port 7abe1a7f-3d55-48e1-8119-de9b10229665 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:53:35.264523 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] Provisioning complete for port 7abe1a7f-3d55-48e1-8119-de9b10229665 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:35.265016 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.420898 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821085-8fdf-4867-aee8-828ce74d613f req-390d9b99-8630-46bd-80a7-973a63e9de87 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:35.422756 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-390d9b99-8630-46bd-80a7-973a63e9de87 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 815 time: 0.2574792 May 17 13:53:35.424378 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.425319 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5e89fcd-c6e3-43dd-8572-27971d568597 req-0794a7b8-8912-4460-969b-384569061007 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 210 time: 0.3285666 May 17 13:53:35.492252 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e3915bfb-c473-4818-96cb-c9315c90b27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.499986 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Request body: {'port': {'device_id': '287fce09-ddc7-43bb-a62e-7a8490fb59f5', 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'admin_state_up': True, 'tenant_id': '00031678b9ef42cdb9c08fb92f2f2c5e'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:35.524081 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] For port 7abe1a7f-3d55-48e1-8119-de9b10229665, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=7abe1a7f-3d55-48e1-8119-de9b10229665,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:35.534739 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a55e4656-e3e9-40e7-97a6-41c98b2898ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.536742 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.579519 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:35.657096 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e3915bfb-c473-4818-96cb-c9315c90b27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.666330 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] Pushing event updated for resources: {'Port': ['ID=7abe1a7f-3d55-48e1-8119-de9b10229665,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:35.671672 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:35.676513 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a55e4656-e3e9-40e7-97a6-41c98b2898ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.707996 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.796637 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:35.800728 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Usage tracker for resource:port and tenant:00031678b9ef42cdb9c08fb92f2f2c5e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:35.804355 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:35.811714 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:35.830764 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-699339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545'] for router, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.832841 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Made reservation on behalf of 00031678b9ef42cdb9c08fb92f2f2c5e for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:35.839946 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.910348 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e3915bfb-c473-4818-96cb-c9315c90b27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.928624 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:35.946285 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a55e4656-e3e9-40e7-97a6-41c98b2898ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:35.951782 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3915bfb-c473-4818-96cb-c9315c90b27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c270bbec-6c8c-4f94-bd86-551fbedabf0d,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:35.964745 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e3915bfb-c473-4818-96cb-c9315c90b27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:35.970355 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:35.996748 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e4656-e3e9-40e7-97a6-41c98b2898ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af28157-172c-4b7f-b20f-3348460a96a1,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:36.030270 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-faf53e38-6d61-4253-8e6c-1d9d4bd588b6 None None] Provisioning complete for port 7abe1a7f-3d55-48e1-8119-de9b10229665 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:36.030571 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-faf53e38-6d61-4253-8e6c-1d9d4bd588b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:36.036979 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a55e4656-e3e9-40e7-97a6-41c98b2898ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:36.046930 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e3915bfb-c473-4818-96cb-c9315c90b27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:36.051125 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-e3915bfb-c473-4818-96cb-c9315c90b27d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c270bbec-6c8c-4f94-bd86-551fbedabf0d HTTP/1.1" status: 204 len: 168 time: 0.8849916 May 17 13:53:36.051125 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a55e4656-e3e9-40e7-97a6-41c98b2898ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:36.051125 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a55e4656-e3e9-40e7-97a6-41c98b2898ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5af28157-172c-4b7f-b20f-3348460a96a1 HTTP/1.1" status: 204 len: 168 time: 1.2746058 May 17 13:53:36.109244 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Allocated IP 172.20.0.8 (c5c169ac-7f6b-4dc0-b671-007c0dae5182/7d812c9a-d562-45e9-82e9-bdfa44616f61/8a4fc208-22b5-4fad-8ac2-74b2cf3ec165) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:53:36.126975 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:36.156676 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:36.224201 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.52', 49510) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:36.374722 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Router df338e1a-f784-4e13-88d5-376fb9d08a47 is scheduled to L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 with binding_index 1 {{(pid=78714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 13:53:36.413968 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:36.489388 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 7abe1a7f-3d55-48e1-8119-de9b10229665 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:36.677712 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 7abe1a7f-3d55-48e1-8119-de9b10229665 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:36.678740 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:36.714137 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Pushing event updated for resources: {'Port': ['ID=686d7961-2ba9-48ea-bdb2-b6613baf08ed,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:36.718772 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:36.783922 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:36.832098 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:53:37.248814 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-15aff98e-cbf8-45ad-ac5e-162276cac269 req-914fd37b-a44e-4bac-b827-e6748830933e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:53:37.276903 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7d40ead9-69e4-456e-8776-4778bb44527e req-6336efd4-443d-4b2f-ada5-e0b22dce4e89 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 210 time: 0.5353129 May 17 13:53:37.450609 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:37.485790 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:53:37.486913 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-15aff98e-cbf8-45ad-ac5e-162276cac269 req-914fd37b-a44e-4bac-b827-e6748830933e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:53:37.488242 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-15aff98e-cbf8-45ad-ac5e-162276cac269 req-914fd37b-a44e-4bac-b827-e6748830933e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 210 time: 0.3759129 May 17 13:53:37.496734 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Sync routers for ids ['df338e1a-f784-4e13-88d5-376fb9d08a47'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:53:37.515926 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Routers {'df338e1a-f784-4e13-88d5-376fb9d08a47'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:53:37.515926 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:53:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['df338e1a-f784-4e13-88d5-376fb9d08a47'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:37.714038 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-65531e5e-268e-474d-a0d1-488fafbb9dfa tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:37.718854 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-65531e5e-268e-474d-a0d1-488fafbb9dfa tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.52 "GET /v2.0/networks?id=73cbdee7-b0df-46cc-b0e9-e33583329537 HTTP/1.1" status: 200 len: 811 time: 1.4840708 May 17 13:53:37.741595 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:37.745573 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1368976 May 17 13:53:37.746044 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60620) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:37.979735 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Request body: {'port': {'device_id': '7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1', 'network_id': '73cbdee7-b0df-46cc-b0e9-e33583329537', 'admin_state_up': True, 'tenant_id': '39cdc6de9b6944f3a2aee23b1f8317b3'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:38.002430 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:38.160608 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Set router df338e1a-f784-4e13-88d5-376fb9d08a47 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:53:38.322079 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:38.481745 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:38.846293 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-699339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545'] for router, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:39.033006 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Network c5c169ac-7f6b-4dc0-b671-007c0dae5182 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:39.076980 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:39.096229 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:53:34Z', 'revision_number': 3, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port': {'id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:32Z', 'updated_at': '2021-05-17T13:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:39.104319 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Checking router: df338e1a-f784-4e13-88d5-376fb9d08a47 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:53:39.104726 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Updating router df338e1a-f784-4e13-88d5-376fb9d08a47 port a54e0ad4-1c3d-4db0-b479-96fd97997c3c binding host dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 13:53:39.186806 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f0ca4c0-6c95-4313-9653-33eb71b7b3cf req-bb8a799b-03f5-463b-a3d8-a34a475d8463 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 210 time: 0.5722463 May 17 13:53:39.191023 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:53:39.194818 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:39.195608 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:39.256846 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Pushing event updated for resources: {'Port': ['ID=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:39.302700 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:39.359066 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:39.406238 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9177971 May 17 13:53:39.412531 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Router f865ec5b-458d-49e2-9c0f-542f98e0196e is scheduled to L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 with binding_index 1 {{(pid=78714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 13:53:39.451178 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-f8d2da63-802a-4c8e-b2da-3ea7b585d253 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 13:53:39.458585 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-f8d2da63-802a-4c8e-b2da-3ea7b585d253 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130424 May 17 13:53:39.743968 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:39.762756 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Usage tracker for resource:port and tenant:39cdc6de9b6944f3a2aee23b1f8317b3 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:39.780053 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:39.806316 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:39.911619 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:53:39.922264 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Sync routers for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:53:39.937271 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:53:39.939178 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:39.940198 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:53:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:39.942464 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3766227 May 17 13:53:39.943940 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60698) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:40.023119 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f29e5d-b553-42f6-940e-110d4b9e0ba2 req-5eb99e25-1992-4355-87e5-1035217dbc40 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:40.033098 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a3f29e5d-b553-42f6-940e-110d4b9e0ba2 req-5eb99e25-1992-4355-87e5-1035217dbc40 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 931 time: 1.1013696 May 17 13:53:40.105228 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Made reservation on behalf of 39cdc6de9b6944f3a2aee23b1f8317b3 for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:53:40.120225 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:40.180736 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:40.210933 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Transition to ACTIVE for port object a54e0ad4-1c3d-4db0-b479-96fd97997c3c will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:40.266168 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:40.305147 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:40.400354 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Request body: {'port': {'device_id': '287fce09-ddc7-43bb-a62e-7a8490fb59f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:40.500039 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a3f29e5d-b553-42f6-940e-110d4b9e0ba2 req-bf6d1b8b-d9eb-4891-ba36-6f44671b561a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:security_group {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:53:40.542227 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:53:40.575057 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Attempting to bind port a54e0ad4-1c3d-4db0-b479-96fd97997c3c on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:53:40.577310 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Attempting to bind port a54e0ad4-1c3d-4db0-b479-96fd97997c3c by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:53:40.577794 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Attempting to bind port a54e0ad4-1c3d-4db0-b479-96fd97997c3c on network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:40.597857 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Pushing event updated for resources: {'Port': ['ID=a54e0ad4-1c3d-4db0-b479-96fd97997c3c,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:40.621957 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:53:40.622563 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:40.625558 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:40.626354 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Bound using segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:53:40.632367 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Bound port: a54e0ad4-1c3d-4db0-b479-96fd97997c3c, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:53:40.632913 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:40.804406 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] For port a54e0ad4-1c3d-4db0-b479-96fd97997c3c, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:53:40.812202 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] For port a54e0ad4-1c3d-4db0-b479-96fd97997c3c, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=a54e0ad4-1c3d-4db0-b479-96fd97997c3c,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:53:40.819895 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.819895 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.819895 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.819895 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.819895 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.822505 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.822674 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.822991 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.823357 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.823710 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.824192 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.824593 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Tracked resource versions report: May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: pushed versions: May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: { 'AddressGroup': {'1.2'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'ConntrackHelper': {'1.0'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Log': {'1.0'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Network': {'1.1'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Port': {'1.7'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'PortForwarding': {'1.2'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'QosPolicy': {'1.8'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'SecurityGroup': {'1.4'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'SecurityGroupRule': {'1.2'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'SubPort': {'1.0'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Subnet': {'1.1'}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Trunk': {'1.1'}} May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: consumer versions: May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: { DHCP agent@dv-cinder-788363-3-smb: {}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: HyperV agent@hv-cinder-78836: {}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: L3 agent@dv-cinder-788363-3-smb: {}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: Metadata agent@dv-cinder-788363-3-smb: {}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: Metering agent@dv-cinder-788363-3-smb: {}, May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: Open vSwitch agent@dv-cinder-788363-3-smb: { 'AddressGroup': '1.2', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'ConntrackHelper': '1.0', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Log': '1.0', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Network': '1.1', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Port': '1.7', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'PortForwarding': '1.2', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'QosPolicy': '1.8', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'SecurityGroup': '1.4', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'SecurityGroupRule': '1.2', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'SubPort': '1.0', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Subnet': '1.1', May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: 'Trunk': '1.1'}} May 17 13:53:40.830313 dv-cinder-788363-3-smb neutron-server[78717]: {{(pid=78717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 13:53:40.837642 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:40.839398 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:40.862407 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:40.901978 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea511a90-b015-4355-b6b8-da2aab5d1a48 req-2f17554e-5b6c-4a7f-af2b-67f715551e5c tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 210 time: 0.3684168 May 17 13:53:41.072564 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Routers {'df338e1a-f784-4e13-88d5-376fb9d08a47'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:53:41.076674 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Allocated IP 172.20.0.9 (73cbdee7-b0df-46cc-b0e9-e33583329537/b53b69b7-de9a-47d5-902c-1b30e19bf823/884ec13f-5799-4ff0-aaab-b59b862418bb) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:53:41.078368 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:53:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['df338e1a-f784-4e13-88d5-376fb9d08a47'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:41.196772 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:37Z', 'revision_number': 3, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:41.202512 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Checking router: f865ec5b-458d-49e2-9c0f-542f98e0196e for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:53:41.202863 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Updating router f865ec5b-458d-49e2-9c0f-542f98e0196e port 686d7961-2ba9-48ea-bdb2-b6613baf08ed binding host dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 13:53:41.290149 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:41.327088 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Pushing event updated for resources: {'Port': ['ID=a54e0ad4-1c3d-4db0-b479-96fd97997c3c,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:41.334956 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-cdb74f4f-4897-4fcd-9490-d42420bddfa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:41.738083 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] Set router df338e1a-f784-4e13-88d5-376fb9d08a47 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:53:41.970487 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:42.178738 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60770) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:42.317767 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:42.364464 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:53:34Z', 'revision_number': 3, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port': {'id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:32Z', 'updated_at': '2021-05-17T13:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:42.371731 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:42.378950 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f913d762-546c-487d-ae25-4e26655e6062 None None] The sync data for ids ['df338e1a-f784-4e13-88d5-376fb9d08a47'] in dv-cinder-788363-3-smb is: [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:53:34Z', 'revision_number': 3, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port': {'id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:32Z', 'updated_at': '2021-05-17T13:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:53:42.393535 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a3f29e5d-b553-42f6-940e-110d4b9e0ba2 req-bf6d1b8b-d9eb-4891-ba36-6f44671b561a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:security_group {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:53:42.394892 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a3f29e5d-b553-42f6-940e-110d4b9e0ba2 req-bf6d1b8b-d9eb-4891-ba36-6f44671b561a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3602142 May 17 13:53:42.444207 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Transition to ACTIVE for port object 686d7961-2ba9-48ea-bdb2-b6613baf08ed will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:42.467954 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:42.484332 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5545e184-b4d3-4e7f-892d-d4a01d2173a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:42.592998 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a368436c-2402-4e77-932b-d3aa3ce7e41c req-49ac3dd3-be8b-4dd8-b972-3ebc0d6a1d32 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 210 time: 0.1788433 May 17 13:53:42.636625 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:42.639896 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Attempting to bind port 686d7961-2ba9-48ea-bdb2-b6613baf08ed on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:53:42.641237 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Attempting to bind port 686d7961-2ba9-48ea-bdb2-b6613baf08ed by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:53:42.641574 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Attempting to bind port 686d7961-2ba9-48ea-bdb2-b6613baf08ed on network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:42.660097 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:53:42.660490 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:42.660893 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:42.661293 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Bound using segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:53:42.662542 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Bound port: 686d7961-2ba9-48ea-bdb2-b6613baf08ed, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:53:42.662935 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:42.772581 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98b758-c1b1-4b18-92d8-e9bce84c03d2 None None] Pushing event updated for resources: {'Port': ['ID=686d7961-2ba9-48ea-bdb2-b6613baf08ed,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:42.788976 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ea98b758-c1b1-4b18-92d8-e9bce84c03d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:42.911397 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] For port 686d7961-2ba9-48ea-bdb2-b6613baf08ed, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:53:42.924216 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] For port 686d7961-2ba9-48ea-bdb2-b6613baf08ed, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=686d7961-2ba9-48ea-bdb2-b6613baf08ed,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:53:42.932617 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:42.943667 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:43.042375 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Allocated IP 172.20.0.1 (f6d814f8-d20c-4865-ad86-e6553cb0baf6/7a1f4f31-0851-4479-83cb-9127a8a37b48/c785ac0d-9b08-4cb2-a283-8472e41419aa) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:53:43.054923 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60786) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:43.083912 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:53:43.085062 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:53:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:43.085199 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 60788) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:43.187677 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:43.260094 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98b758-c1b1-4b18-92d8-e9bce84c03d2 None None] Pushing event updated for resources: {'Port': ['ID=686d7961-2ba9-48ea-bdb2-b6613baf08ed,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:43.273940 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ea98b758-c1b1-4b18-92d8-e9bce84c03d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:43.378911 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:43.391510 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Allocated IP 172.20.0.1 (efb941ea-2c9b-493f-90f0-f7278de6bb59/5485f6dd-b6cc-412f-a8e8-838f9e46de7f/b6e68d37-8a2e-4c5b-bdbb-0a09af570980) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:53:43.442918 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.provisioning_blocks [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Transition to ACTIVE for port object c785ac0d-9b08-4cb2-a283-8472e41419aa will not be triggered until provisioned by entity DHCP. {{(pid=78714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:43.528451 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:43.555335 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ffbfc2b1-5847-449a-8e94-50c14342ed66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:43.634130 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:53:43.671880 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:43.691172 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c785ac0d-9b08-4cb2-a283-8472e41419aa,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:43.699030 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:43.722924 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:43.739742 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Usage tracker for resource:security_group_rule and tenant:f1f51d5d749942a7992f653ee3bc94f0 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:43.750758 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:43.760575 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:43.802689 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:43.900177 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:43.901436 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.007123 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.015901 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.028970 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.032922 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.036340 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:44.051213 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:44.067930 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:44.074718 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:53:44.074718 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681282'] for router_interface, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.155021 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1f51d5d749942a7992f653ee3bc94f0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9710610 May 17 13:53:44.159791 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b549f697-7c26-40c6-a77f-c5b8fce6a5d5,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:44.163606 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:44.168103 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60812) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:44.172500 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] Usage tracker for resource:security_group_rule and tenant:8d2dfe46ca8641ba940b2ba8dbbe461f is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:44.177182 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:44.190428 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:44.203742 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:44.309250 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.367100 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:44.486650 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:44.497946 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Usage tracker for resource:security_group_rule and tenant:3b022d12eb634ffe9be973f51c8b9b2b is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:44.501751 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:44.505091 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-495e694c-6c9b-4cfe-a8ca-3100954cb20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.513608 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device a54e0ad4-1c3d-4db0-b479-96fd97997c3c up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:44.523756 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:44.601061 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-495e694c-6c9b-4cfe-a8ca-3100954cb20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.657717 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port a54e0ad4-1c3d-4db0-b479-96fd97997c3c completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:53:44.667970 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:37Z', 'revision_number': 3, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:44.675283 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port a54e0ad4-1c3d-4db0-b479-96fd97997c3c triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:44.676291 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.750587 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2f9a9-7b1d-4192-835d-054f5f5d31c3 None None] The sync data for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb is: [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:37Z', 'revision_number': 3, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:53:44.819649 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.847462 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Network efb941ea-2c9b-493f-90f0-f7278de6bb59 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:44.850649 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-05f95591-1004-4e40-8d6b-fcb8d8132a58 None None] Provisioning for port c785ac0d-9b08-4cb2-a283-8472e41419aa completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:53:44.870879 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.879029 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-495e694c-6c9b-4cfe-a8ca-3100954cb20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.887802 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-05f95591-1004-4e40-8d6b-fcb8d8132a58 None None] Provisioning complete for port c785ac0d-9b08-4cb2-a283-8472e41419aa triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:44.887802 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-05f95591-1004-4e40-8d6b-fcb8d8132a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.888720 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:44.908922 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:44.912665 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:53:44.914555 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681282'] for router_interface, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.935360 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e694c-6c9b-4cfe-a8ca-3100954cb20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549f697-7c26-40c6-a77f-c5b8fce6a5d5,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:44.940781 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-495e694c-6c9b-4cfe-a8ca-3100954cb20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:44.944117 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.961962 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-495e694c-6c9b-4cfe-a8ca-3100954cb20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:44.966321 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-495e694c-6c9b-4cfe-a8ca-3100954cb20e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b549f697-7c26-40c6-a77f-c5b8fce6a5d5 HTTP/1.1" status: 204 len: 168 time: 0.7935817 May 17 13:53:45.068100 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-05f95591-1004-4e40-8d6b-fcb8d8132a58 None None] Port c785ac0d-9b08-4cb2-a283-8472e41419aa cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:53:45.137942 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:45.172196 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port a54e0ad4-1c3d-4db0-b479-96fd97997c3c, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=a54e0ad4-1c3d-4db0-b479-96fd97997c3c,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:45.184031 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:45.193289 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-8776f19e-0bcb-443c-9ac7-a6a91c12d1db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:45.392428 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=a54e0ad4-1c3d-4db0-b479-96fd97997c3c,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:45.399676 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:45.674803 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:45.721809 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:45.721809 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687589'] for router_interface, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:45.721809 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:45.840401 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c785ac0d-9b08-4cb2-a283-8472e41419aa,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:45.850743 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:45.861385 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:45.925846 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60834) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:45.949218 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Network 73cbdee7-b0df-46cc-b0e9-e33583329537 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:45.956508 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:45.972714 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:45.975243 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:45.975583 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:45.980339 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Usage tracker for resource:security_group_rule and tenant:23968ab0781c4527808a4655c2afdee7 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:45.983409 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:45.989474 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:46.000186 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:53:46.007050 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:46.007951 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:46.139335 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:46.160816 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:46.191632 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d2dfe46ca8641ba940b2ba8dbbe461f&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1185985 May 17 13:53:46.195400 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60840) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:46.198308 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:46.207902 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23968ab0781c4527808a4655c2afdee7&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2812562 May 17 13:53:46.213411 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60844) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:46.241760 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b022d12eb634ffe9be973f51c8b9b2b&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1391668 May 17 13:53:46.246055 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60846) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:46.336915 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:46.351891 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:46.371408 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7106415-099d-45a9-871d-7c986b326a04,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:46.388794 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:46.583179 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8f9d60b4-0529-4a81-a00f-d3cc90ce54e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:46.590114 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Pushing event updated for resources: {'Port': ['ID=884ec13f-5799-4ff0-aaab-b59b862418bb,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:46.597854 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.231s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:46.663712 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 686d7961-2ba9-48ea-bdb2-b6613baf08ed up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:46.664914 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.794s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:46.666080 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:46.682217 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.789s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:46.711759 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.7473855 May 17 13:53:46.756461 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1588-e6a8-437f-b934-099b0c72f22f req-494a1f33-01f2-4c14-8233-9f860cb68ec0 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:46.761776 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-56df1588-e6a8-437f-b934-099b0c72f22f req-494a1f33-01f2-4c14-8233-9f860cb68ec0 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Synchronizing usage tracker for tenant:39cdc6de9b6944f3a2aee23b1f8317b3 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:53:46.866409 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e03088ba-e790-4bc1-863a-8f5accf6e64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:46.883645 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c830c7-7f46-42b4-948e-dcc2a237f3e2 req-8f10dfdc-bab8-4398-b900-b991cbda0809 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:46.889432 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-3de9f1b9-6a25-4919-82e0-ff8ed521a65b None None] Provisioning complete for port c785ac0d-9b08-4cb2-a283-8472e41419aa triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:46.890134 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94c830c7-7f46-42b4-948e-dcc2a237f3e2 req-8f10dfdc-bab8-4398-b900-b991cbda0809 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 931 time: 3.2945280 May 17 13:53:46.890854 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3de9f1b9-6a25-4919-82e0-ff8ed521a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:46.907517 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-095aa239-5e54-41f4-b639-e3a0684c1aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:46.914370 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8f9d60b4-0529-4a81-a00f-d3cc90ce54e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.009242 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e03088ba-e790-4bc1-863a-8f5accf6e64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.036377 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-3de9f1b9-6a25-4919-82e0-ff8ed521a65b None None] Port c785ac0d-9b08-4cb2-a283-8472e41419aa cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:53:47.043934 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 686d7961-2ba9-48ea-bdb2-b6613baf08ed completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:53:47.058752 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 686d7961-2ba9-48ea-bdb2-b6613baf08ed triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:47.059136 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.153116 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e03088ba-e790-4bc1-863a-8f5accf6e64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.153324 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:53:47.159954 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Router f865ec5b-458d-49e2-9c0f-542f98e0196e has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:53:47.164110 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.172068 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-095aa239-5e54-41f4-b639-e3a0684c1aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.199299 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Transition to ACTIVE for port object 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:47.200098 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:47.234874 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b58a7-d5b6-44c0-a460-186b0c68919b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67087bf7-3615-4e9e-9460-dc42bbb594d6,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:47.268296 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-56df1588-e6a8-437f-b934-099b0c72f22f req-494a1f33-01f2-4c14-8233-9f860cb68ec0 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Unset dirty status for tenant:39cdc6de9b6944f3a2aee23b1f8317b3 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:53:47.270299 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56df1588-e6a8-437f-b934-099b0c72f22f req-494a1f33-01f2-4c14-8233-9f860cb68ec0 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 931 time: 3.4089718 May 17 13:53:47.301851 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.308299 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03088ba-e790-4bc1-863a-8f5accf6e64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e96691-53e4-4cdc-9373-ca6affde6f65,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:47.329750 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.339122 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e96691-53e4-4cdc-9373-ca6affde6f65,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:47.346850 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:47.398931 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d4866cbf-1bb2-41e9-9aa7-0e89a017d89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.408680 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port 686d7961-2ba9-48ea-bdb2-b6613baf08ed, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=686d7961-2ba9-48ea-bdb2-b6613baf08ed,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:47.414762 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.416167 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device a54e0ad4-1c3d-4db0-b479-96fd97997c3c up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:47.445763 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4a5e8aea-ec3a-4a90-ab05-b9a8b2d3215f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:47.473448 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:47.508726 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e03088ba-e790-4bc1-863a-8f5accf6e64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:47.521903 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8f9d60b4-0529-4a81-a00f-d3cc90ce54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.553553 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e03088ba-e790-4bc1-863a-8f5accf6e64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.562839 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e03088ba-e790-4bc1-863a-8f5accf6e64f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5e96691-53e4-4cdc-9373-ca6affde6f65 HTTP/1.1" status: 204 len: 168 time: 1.3096976 May 17 13:53:47.589253 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8f9d60b4-0529-4a81-a00f-d3cc90ce54e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.592559 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-8f9d60b4-0529-4a81-a00f-d3cc90ce54e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67087bf7-3615-4e9e-9460-dc42bbb594d6 HTTP/1.1" status: 204 len: 168 time: 1.3836384 May 17 13:53:47.653368 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.658998 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=686d7961-2ba9-48ea-bdb2-b6613baf08ed,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:47.663594 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:47.688307 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port a54e0ad4-1c3d-4db0-b479-96fd97997c3c triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:47.688902 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.740360 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Request body: {'port': {'device_id': '7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:47.765330 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-df9b2b17-7f41-42f7-b2ef-db075ef2e10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:47.829515 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d60b4-0529-4a81-a00f-d3cc90ce54e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67087bf7-3615-4e9e-9460-dc42bbb594d6,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:47.838005 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8f9d60b4-0529-4a81-a00f-d3cc90ce54e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:47.919863 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:53:47.928194 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-095aa239-5e54-41f4-b639-e3a0684c1aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:47.956385 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:47.986005 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aa239-5e54-41f4-b639-e3a0684c1aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7106415-099d-45a9-871d-7c986b326a04,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:48.002337 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-095aa239-5e54-41f4-b639-e3a0684c1aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:48.039910 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] 10.222.0.44 "PUT /v2.0/routers/f865ec5b-458d-49e2-9c0f-542f98e0196e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0946023 May 17 13:53:48.042466 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-095aa239-5e54-41f4-b639-e3a0684c1aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:48.053375 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-095aa239-5e54-41f4-b639-e3a0684c1aec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7106415-099d-45a9-871d-7c986b326a04 HTTP/1.1" status: 204 len: 168 time: 1.8117528 May 17 13:53:48.087699 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Sync routers for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:53:48.108842 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:53:48.112284 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:53:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:48.212334 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94c830c7-7f46-42b4-948e-dcc2a237f3e2 req-58afd27c-5a4c-48b9-93f2-3cca0c00c248 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9480782 May 17 13:53:48.219885 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-56df1588-e6a8-437f-b934-099b0c72f22f req-1c040e92-24fd-48ff-8214-7b7cbb50669f tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Synchronizing usage tracker for tenant:39cdc6de9b6944f3a2aee23b1f8317b3 on resource:security_group {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:53:48.429177 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 686d7961-2ba9-48ea-bdb2-b6613baf08ed up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:48.457359 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:53:48.526982 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Pushing event updated for resources: {'Port': ['ID=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:48.574963 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:48.586385 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.641s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:48.587794 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:48.595214 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 686d7961-2ba9-48ea-bdb2-b6613baf08ed triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:48.595675 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:48.629885 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Attempting to bind port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:53:48.640816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Attempting to bind port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:53:48.641605 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Attempting to bind port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:48.659561 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-56df1588-e6a8-437f-b934-099b0c72f22f req-1c040e92-24fd-48ff-8214-7b7cbb50669f tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Unset dirty status for tenant:39cdc6de9b6944f3a2aee23b1f8317b3 on resource:security_group {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:53:48.666571 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56df1588-e6a8-437f-b934-099b0c72f22f req-1c040e92-24fd-48ff-8214-7b7cbb50669f tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3457639 May 17 13:53:48.731413 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:53:48.732314 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Attempting to bind port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:48.746319 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:48.807501 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:53:48.811066 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Checking segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:48.811763 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Bound using segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:53:48.812538 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Bound port: 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:53:48.813146 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:48.832571 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.043635 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60894) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:49.085050 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.143336 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:49.157815 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Usage tracker for resource:security_group_rule and tenant:e47f0e17f7394a799b872d8fd756bf10 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:49.170365 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:49.187198 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:49.365144 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:45Z', 'revision_number': 2, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:49.389807 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Checking router: f865ec5b-458d-49e2-9c0f-542f98e0196e for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:53:49.391390 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Updating router f865ec5b-458d-49e2-9c0f-542f98e0196e port c785ac0d-9b08-4cb2-a283-8472e41419aa binding host dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 13:53:49.410309 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.424794 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.453699 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:49.584217 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e47f0e17f7394a799b872d8fd756bf10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377157 May 17 13:53:49.584944 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a55498a-2ed0-41f6-b8f1-db0fb53bbdfb,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:49.589304 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.611802 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:49.615619 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60916) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:49.714915 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884ec13f-5799-4ff0-aaab-b59b862418bb {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:53:49.727644 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.743813 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Transition to ACTIVE for port object 884ec13f-5799-4ff0-aaab-b59b862418bb will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:49.786859 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-53f563b7-117d-43d4-837b-ea5abbea84e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.807207 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4fbdf9d8-b4b5-418d-9d0a-0710959b8173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.849437 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-53f563b7-117d-43d4-837b-ea5abbea84e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.855109 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.960344 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-53f563b7-117d-43d4-837b-ea5abbea84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:49.967313 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-095aa239-5e54-41f4-b639-e3a0684c1aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:49.982013 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-00992596-6ceb-43d0-8eb4-46bf92e6bd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:50.009005 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-53f563b7-117d-43d4-837b-ea5abbea84e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.014153 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-53f563b7-117d-43d4-837b-ea5abbea84e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a55498a-2ed0-41f6-b8f1-db0fb53bbdfb HTTP/1.1" status: 204 len: 168 time: 0.3952484 May 17 13:53:50.014153 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f563b7-117d-43d4-837b-ea5abbea84e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a55498a-2ed0-41f6-b8f1-db0fb53bbdfb,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:50.019987 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-53f563b7-117d-43d4-837b-ea5abbea84e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:50.117400 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] For port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:53:50.140591 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] For port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:53:50.164996 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.180181 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.193491 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Transition to ACTIVE for port object c785ac0d-9b08-4cb2-a283-8472e41419aa will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:50.203366 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.206400 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60942) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:50.214278 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952065408', 'description': 'tempest-description--1737383069'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:50.225682 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:50.230731 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.241078 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:50.241503 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:security_group and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:50.250601 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:50.278230 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:50.319284 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.363939 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:50.369226 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:security_group_rule and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:50.372927 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:50.386553 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:50.456595 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:50.458636 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.460372 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] 10.222.0.52 "PUT /v2.0/ports/8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 HTTP/1.1" status: 200 len: 1093 time: 10.4714012 May 17 13:53:50.477339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287fce09-ddc7-43bb-a62e-7a8490fb59f5', 'tag': '8a4fc208-22b5-4fad-8ac2-74b2cf3ec165'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:53:50.593528 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Pushing event updated for resources: {'Port': ['ID=884ec13f-5799-4ff0-aaab-b59b862418bb,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:50.597556 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:50.608805 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.623608 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.629891 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:50.642009 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Attempting to bind port c785ac0d-9b08-4cb2-a283-8472e41419aa on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:53:50.642498 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Attempting to bind port c785ac0d-9b08-4cb2-a283-8472e41419aa by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:53:50.642935 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Attempting to bind port c785ac0d-9b08-4cb2-a283-8472e41419aa on network f6d814f8-d20c-4865-ad86-e6553cb0baf6 {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:50.648524 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75bc0a-76d2-44ae-9fb9-2e8af92b9907 None None] Pushing event updated for resources: {'Port': ['ID=c785ac0d-9b08-4cb2-a283-8472e41419aa,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:50.658446 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0b75bc0a-76d2-44ae-9fb9-2e8af92b9907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:50.660946 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:50.664239 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:53:50.666287 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Checking segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:50.667560 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.671112 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Bound using segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:53:50.671352 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Bound port: c785ac0d-9b08-4cb2-a283-8472e41419aa, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:53:50.671737 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.694411 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152943ac-24ac-4a47-b60e-e6eab9d41448,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:50.709819 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:50.711934 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.713620 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5050189 May 17 13:53:50.716531 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60958) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:50.722529 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'security_group_rule': {'security_group_id': '152943ac-24ac-4a47-b60e-e6eab9d41448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:50.729915 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:50.735775 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:security_group_rule and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:50.739739 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:50.746297 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:50.782499 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db20e6-b11a-4234-8074-c96697fadb25 req-c109bc71-fd77-43e7-83ff-1c525c227dd4 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:50.783715 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-03db20e6-b11a-4234-8074-c96697fadb25 req-c109bc71-fd77-43e7-83ff-1c525c227dd4 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 943 time: 0.9610875 May 17 13:53:50.784007 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.784471 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Attempting to bind port 884ec13f-5799-4ff0-aaab-b59b862418bb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:53:50.784805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Attempting to bind port 884ec13f-5799-4ff0-aaab-b59b862418bb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '72ce964c-6105-4c7b-8b56-f8f2c1f3c14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '73cbdee7-b0df-46cc-b0e9-e33583329537'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:53:50.785128 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Attempting to bind port 884ec13f-5799-4ff0-aaab-b59b862418bb on network 73cbdee7-b0df-46cc-b0e9-e33583329537 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:50.828829 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Port 884ec13f-5799-4ff0-aaab-b59b862418bb on network 73cbdee7-b0df-46cc-b0e9-e33583329537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:53:50.829171 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Attempting to bind port 884ec13f-5799-4ff0-aaab-b59b862418bb on network 73cbdee7-b0df-46cc-b0e9-e33583329537 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:50.846444 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:53:50.846444 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Checking segment: {'id': '72ce964c-6105-4c7b-8b56-f8f2c1f3c14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '73cbdee7-b0df-46cc-b0e9-e33583329537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:50.846444 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Bound using segment: {'id': '72ce964c-6105-4c7b-8b56-f8f2c1f3c14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '73cbdee7-b0df-46cc-b0e9-e33583329537'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:53:50.846444 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Bound port: 884ec13f-5799-4ff0-aaab-b59b862418bb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ce964c-6105-4c7b-8b56-f8f2c1f3c14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '73cbdee7-b0df-46cc-b0e9-e33583329537'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:53:50.846444 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.871652 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Pushing event updated for resources: {'Port': ['ID=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:50.876027 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:50.877152 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] For port c785ac0d-9b08-4cb2-a283-8472e41419aa, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:53:50.881791 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] For port c785ac0d-9b08-4cb2-a283-8472e41419aa, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=c785ac0d-9b08-4cb2-a283-8472e41419aa,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:53:50.889081 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.895456 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:50.926234 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-03db20e6-b11a-4234-8074-c96697fadb25 req-ffbc6154-0f8d-4dc2-8b19-80a58f02a2e1 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246922 May 17 13:53:50.960897 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.986228 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:50.995546 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687589'] for router_interface, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.007459 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2a4d0-6d8f-42cd-a6c6-2d346d3fac37 req-30570690-8997-489c-a4ec-9f296f13aff6 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:51.008985 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-75b2a4d0-6d8f-42cd-a6c6-2d346d3fac37 req-30570690-8997-489c-a4ec-9f296f13aff6 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 943 time: 0.5638146 May 17 13:53:51.014534 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:51.014682 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.025702 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.027894 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:51.055741 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.070210 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b88492-9edb-4fb4-999e-55321069aa33,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:51.096019 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:53:51.103868 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:51.108426 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:53:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:51.139660 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.141391 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235604 May 17 13:53:51.144674 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60982) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:51.151895 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'security_group_rule': {'security_group_id': '152943ac-24ac-4a47-b60e-e6eab9d41448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:51.152090 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821085-8fdf-4867-aee8-828ce74d613f req-1f96eb1f-539d-47d5-92c5-c27b8f30b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:51.154247 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-1f96eb1f-539d-47d5-92c5-c27b8f30b80a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 1096 time: 0.5659339 May 17 13:53:51.166783 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:51.179111 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:security_group_rule and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:51.183361 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:51.199130 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:51.234862 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.315026 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75bc0a-76d2-44ae-9fb9-2e8af92b9907 None None] Pushing event updated for resources: {'Port': ['ID=c785ac0d-9b08-4cb2-a283-8472e41419aa,revision_number=4']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:51.324103 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0b75bc0a-76d2-44ae-9fb9-2e8af92b9907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:51.330623 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-d0209303-7a24-4f56-89b8-06ac222d82c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 HTTP/1.1" status: 200 len: 217 time: 0.0939035 May 17 13:53:51.386172 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.396479 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.398559 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:51.402125 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] For port 884ec13f-5799-4ff0-aaab-b59b862418bb, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:53:51.411518 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:51.414851 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:51.451661 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f842d38b-7540-42eb-a692-314be4ab60f2,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:51.456810 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:51.490251 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.493273 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-75b2a4d0-6d8f-42cd-a6c6-2d346d3fac37 req-d93c01e9-183c-4a26-a5b3-0d78e174611c tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409781 May 17 13:53:51.498231 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] For port 884ec13f-5799-4ff0-aaab-b59b862418bb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=884ec13f-5799-4ff0-aaab-b59b862418bb,segment=NetworkSegment(72ce964c-6105-4c7b-8b56-f8f2c1f3c14a),segment_id=72ce964c-6105-4c7b-8b56-f8f2c1f3c14a)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:53:51.501121 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3549178 May 17 13:53:51.504057 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 60996) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:51.523047 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'floatingip': {'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:51.540369 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:51.541553 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.548765 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:floatingip and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:51.556229 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:51.561494 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:51.571431 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:51.595773 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.645475 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:53:51.667876 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821085-8fdf-4867-aee8-828ce74d613f req-c5a55209-e78f-4c9a-877e-de58334387a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:51.670697 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-c5a55209-e78f-4c9a-877e-de58334387a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.3177943 May 17 13:53:51.680839 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Pushing event updated for resources: {'Port': ['ID=884ec13f-5799-4ff0-aaab-b59b862418bb,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:51.687945 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:51.688815 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:51.690158 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] 10.222.0.52 "PUT /v2.0/ports/884ec13f-5799-4ff0-aaab-b59b862418bb HTTP/1.1" status: 200 len: 1093 time: 3.9594440 May 17 13:53:51.691282 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:51.742347 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Network efb941ea-2c9b-493f-90f0-f7278de6bb59 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:51.744838 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-72995eda-bbc7-4e68-8a3b-8473f29e6930 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585465 May 17 13:53:51.747281 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:51.914695 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:52.078275 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287fce09-ddc7-43bb-a62e-7a8490fb59f5', 'tag': '8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', 'status': 'completed', 'code': 200} May 17 13:53:52.292030 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Allocated IP 172.28.3.87 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/c9c81375-9054-49b0-b2b2-adb7ecdd2061) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:53:52.293065 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:50Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:52.300678 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f31da7d-daab-4d3b-ab7c-b6a0ac6cdec9 None None] The sync data for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb is: [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:50Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:53:52.328482 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Router df338e1a-f784-4e13-88d5-376fb9d08a47 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:53:52.464610 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-7163af38-5b5a-4017-8206-dfc5f0e16fb4 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726480 May 17 13:53:52.467755 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-be852559-b4a8-4647-ae07-47a8297f912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:52.469302 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-be852559-b4a8-4647-ae07-47a8297f912a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39cdc6de9b6944f3a2aee23b1f8317b3&device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 1096 time: 0.7235260 May 17 13:53:52.519757 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b65b1d-fb1a-4661-9001-46f7e24cd0c7 req-bd193ac6-42a6-4c35-8f9f-ee1a330bee00 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:52.521281 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f7b65b1d-fb1a-4661-9001-46f7e24cd0c7 req-bd193ac6-42a6-4c35-8f9f-ee1a330bee00 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 943 time: 0.3434978 May 17 13:53:52.592061 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:52.678909 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:52.686846 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:52.834107 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:53:52.840046 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:53:52.850504 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:53:52.869805 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:52.875876 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'Port': ['ID=c9c81375-9054-49b0-b2b2-adb7ecdd2061,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:52.928323 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:52.998998 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:53.052255 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba821085-8fdf-4867-aee8-828ce74d613f req-5ed75f9c-d130-490c-a957-10c0c7086a44 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410655 May 17 13:53:53.161374 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:53.303863 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-55b05254-3e09-430e-8733-aa8e73610ddc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=884ec13f-5799-4ff0-aaab-b59b862418bb HTTP/1.1" status: 200 len: 217 time: 0.3768277 May 17 13:53:53.494300 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:53.506367 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:53.514086 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:53.550985 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f7b65b1d-fb1a-4661-9001-46f7e24cd0c7 req-550a1138-5f1f-4a35-bf9d-6dbac4791035 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012276 May 17 13:53:53.628157 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:53.662714 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'Port': ['ID=c9c81375-9054-49b0-b2b2-adb7ecdd2061,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:53.666348 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:53.678372 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:53.680915 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac70358-f51c-4fbf-bcf8-7ba0fc9f1dd2 req-2390dcc7-c494-4f46-87ab-a0d0b773cd8a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:53.682770 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cac70358-f51c-4fbf-bcf8-7ba0fc9f1dd2 req-2390dcc7-c494-4f46-87ab-a0d0b773cd8a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 943 time: 0.7544985 May 17 13:53:53.685426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-345e230e-5638-4f71-b7ca-130fbab534bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:53.688248 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-345e230e-5638-4f71-b7ca-130fbab534bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b53b69b7-de9a-47d5-902c-1b30e19bf823 HTTP/1.1" status: 200 len: 851 time: 0.3069293 May 17 13:53:53.690298 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1849513 May 17 13:53:53.735691 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:53:53.743177 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] 10.222.0.44 "PUT /v2.0/routers/df338e1a-f784-4e13-88d5-376fb9d08a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9937222 May 17 13:53:53.748537 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Sync routers for ids ['df338e1a-f784-4e13-88d5-376fb9d08a47'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:53:53.761826 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Routers {'df338e1a-f784-4e13-88d5-376fb9d08a47'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:53:53.763311 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:53:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['df338e1a-f784-4e13-88d5-376fb9d08a47'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:53.894328 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61065de8-0752-451e-bea1-0439d39f4935 req-122c1f71-61d8-4c51-9015-129cd926861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:53.895846 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-61065de8-0752-451e-bea1-0439d39f4935 req-122c1f71-61d8-4c51-9015-129cd926861b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 1096 time: 0.6934721 May 17 13:53:53.901274 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-6e2dcb61-aa81-4652-9e8d-58438c30300b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73cbdee7-b0df-46cc-b0e9-e33583329537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1761122 May 17 13:53:53.985628 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cac70358-f51c-4fbf-bcf8-7ba0fc9f1dd2 req-d4ba5de1-6d6b-41cf-bd38-4f8130b01af8 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549543 May 17 13:53:54.065823 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Set router df338e1a-f784-4e13-88d5-376fb9d08a47 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:53:54.133540 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1', 'tag': '884ec13f-5799-4ff0-aaab-b59b862418bb'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:53:54.444287 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61065de8-0752-451e-bea1-0439d39f4935 req-313f7d3a-e8da-4fcd-815d-ac0671a46408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:54.445784 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-61065de8-0752-451e-bea1-0439d39f4935 req-313f7d3a-e8da-4fcd-815d-ac0671a46408 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 916 time: 0.5409691 May 17 13:53:54.466621 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c785ac0d-9b08-4cb2-a283-8472e41419aa up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:54.468939 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1', 'tag': '884ec13f-5799-4ff0-aaab-b59b862418bb', 'status': 'completed', 'code': 200} May 17 13:53:54.574291 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-61065de8-0752-451e-bea1-0439d39f4935 req-4e597c4f-dbc9-481a-b3eb-f9b33e8d9484 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 HTTP/1.1" status: 200 len: 217 time: 0.1018360 May 17 13:53:54.667002 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61065de8-0752-451e-bea1-0439d39f4935 req-1ca382f4-2718-4032-9bc2-3af067036002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:54.670063 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-61065de8-0752-451e-bea1-0439d39f4935 req-1ca382f4-2718-4032-9bc2-3af067036002 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.0849400 May 17 13:53:54.797989 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port c785ac0d-9b08-4cb2-a283-8472e41419aa completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:53:54.807883 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port c785ac0d-9b08-4cb2-a283-8472e41419aa triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:54.808184 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:54.821447 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-61065de8-0752-451e-bea1-0439d39f4935 req-42cdbe3f-98ad-4fa2-8801-045c033f6390 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414447 May 17 13:53:54.837305 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-89cb9b9d-1c4c-4461-9fd4-4bdd4fd66fa7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1952065408&fields=id&tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc HTTP/1.1" status: 200 len: 267 time: 0.3701868 May 17 13:53:54.975357 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-ca4bf9e9-3a88-4fd0-9baf-cc800c6af65a service neutron] 10.222.0.52 "GET /v2.0/networks/73cbdee7-b0df-46cc-b0e9-e33583329537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947703 May 17 13:53:54.989218 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:55.005387 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port': {'id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:32Z', 'updated_at': '2021-05-17T13:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b6e68d37-8a2e-4c5b-bdbb-0a09af570980', 'name': '', 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'mac_address': 'fa:16:3e:d6:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5485f6dd-b6cc-412f-a8e8-838f9e46de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:48Z', 'revision_number': 2, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'subnets': [{'id': '5485f6dd-b6cc-412f-a8e8-838f9e46de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:55.015362 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Checking router: df338e1a-f784-4e13-88d5-376fb9d08a47 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:53:55.016047 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Updating router df338e1a-f784-4e13-88d5-376fb9d08a47 port b6e68d37-8a2e-4c5b-bdbb-0a09af570980 binding host dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 13:53:55.081806 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:55.154881 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port c785ac0d-9b08-4cb2-a283-8472e41419aa, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=c785ac0d-9b08-4cb2-a283-8472e41419aa,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:55.164946 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:55.173996 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:55.201311 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-61065de8-0752-451e-bea1-0439d39f4935 req-182adc16-b968-431a-8cbd-5cb8fccdf0f6 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629060 May 17 13:53:55.310955 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=c785ac0d-9b08-4cb2-a283-8472e41419aa,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:55.333368 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:55.413847 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfdb68-9e87-445e-831d-02632f119654 req-8e5d1c04-395c-4155-81bf-c206d90bdb30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:55.414541 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-79dfdb68-9e87-445e-831d-02632f119654 req-8e5d1c04-395c-4155-81bf-c206d90bdb30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Synchronizing usage tracker for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:network {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:53:55.530481 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-bf480fad-3d43-4b4b-a5c3-1aab6f34cf3c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:55.531955 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-bf480fad-3d43-4b4b-a5c3-1aab6f34cf3c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 817 time: 0.5590944 May 17 13:53:55.537427 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-79dfdb68-9e87-445e-831d-02632f119654 req-8e5d1c04-395c-4155-81bf-c206d90bdb30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Unset dirty status for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:network {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:53:55.546167 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-8e5d1c04-395c-4155-81bf-c206d90bdb30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 818 time: 0.8728387 May 17 13:53:55.551222 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3089d8c4-0d9b-4f2a-9bb6-2acc0144934a req-c84299d9-fa3e-4313-afa9-d96827a206e1 service neutron] 10.222.0.52 "GET /v2.0/networks/73cbdee7-b0df-46cc-b0e9-e33583329537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393207 May 17 13:53:55.558943 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-61065de8-0752-451e-bea1-0439d39f4935 req-7848b027-a33a-4628-97f7-07504641167f service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924089 May 17 13:53:55.569088 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:55.584726 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Transition to ACTIVE for port object b6e68d37-8a2e-4c5b-bdbb-0a09af570980 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:53:55.586830 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-5e435adc-b018-4673-a933-7f830423669b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/quotas/2b8718c35c7b465abb8c5e93d6693204 HTTP/1.1" status: 200 len: 375 time: 0.0407631 May 17 13:53:55.589966 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-368f9335-f1ee-439d-9ba4-9694a1517f5d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/quotas/6a46d0fa2dc140a59f215e45b9b06ecc HTTP/1.1" status: 200 len: 375 time: 0.0415626 May 17 13:53:55.599010 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:55.630197 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5545e184-b4d3-4e7f-892d-d4a01d2173a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:55.819217 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ed689-13ac-4da7-92f8-0930125bc017 req-168e1393-6482-46a8-a59a-31e617fa4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:55.820691 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-623ed689-13ac-4da7-92f8-0930125bc017 req-168e1393-6482-46a8-a59a-31e617fa4683 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=39cdc6de9b6944f3a2aee23b1f8317b3&device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 1096 time: 0.1738410 May 17 13:53:55.827420 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-79dfdb68-9e87-445e-831d-02632f119654 req-16c05098-ed1c-40ef-8c67-e9352712049d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Synchronizing usage tracker for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:53:55.862475 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-3186cc70-fcab-4a5b-86ed-276cd5eb0e69 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166314 May 17 13:53:55.928076 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63fcb9-ce00-4eba-a9d2-89ef187c81a9 None None] Pushing event updated for resources: {'Port': ['ID=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:55.936532 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c63fcb9-ce00-4eba-a9d2-89ef187c81a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:55.954253 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Attempting to bind port b6e68d37-8a2e-4c5b-bdbb-0a09af570980 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:53:55.954625 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Attempting to bind port b6e68d37-8a2e-4c5b-bdbb-0a09af570980 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:53:55.954992 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Attempting to bind port b6e68d37-8a2e-4c5b-bdbb-0a09af570980 on network efb941ea-2c9b-493f-90f0-f7278de6bb59 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:53:55.960762 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:53:55.961146 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Checking segment: {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:53:55.961635 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:55.962086 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Bound using segment: {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:53:55.962566 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Bound port: b6e68d37-8a2e-4c5b-bdbb-0a09af570980, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:53:55.963056 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:56.022097 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-79dfdb68-9e87-445e-831d-02632f119654 req-16c05098-ed1c-40ef-8c67-e9352712049d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Unset dirty status for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:53:56.023497 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-16c05098-ed1c-40ef-8c67-e9352712049d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4297698 May 17 13:53:56.089441 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] For port b6e68d37-8a2e-4c5b-bdbb-0a09af570980, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:53:56.093993 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] For port b6e68d37-8a2e-4c5b-bdbb-0a09af570980, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:53:56.100391 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:56.107835 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:56.196112 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Routers {'df338e1a-f784-4e13-88d5-376fb9d08a47'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:53:56.196745 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:53:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['df338e1a-f784-4e13-88d5-376fb9d08a47'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:56.222550 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ed689-13ac-4da7-92f8-0930125bc017 req-206c719e-8493-4178-9df9-72b5dc49b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:56.224098 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-623ed689-13ac-4da7-92f8-0930125bc017 req-206c719e-8493-4178-9df9-72b5dc49b03e service neutron] 10.222.0.52 "GET /v2.0/networks?id=73cbdee7-b0df-46cc-b0e9-e33583329537 HTTP/1.1" status: 200 len: 912 time: 0.3926194 May 17 13:53:56.253283 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63fcb9-ce00-4eba-a9d2-89ef187c81a9 None None] Pushing event updated for resources: {'Port': ['ID=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:56.272567 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c63fcb9-ce00-4eba-a9d2-89ef187c81a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:56.380369 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-623ed689-13ac-4da7-92f8-0930125bc017 req-38c07904-27ad-4675-80ff-95172e4a865b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=884ec13f-5799-4ff0-aaab-b59b862418bb HTTP/1.1" status: 200 len: 217 time: 0.1455626 May 17 13:53:56.384900 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-e009605e-69bc-4775-9dfc-f7f35a67bf81 service neutron] 10.222.0.44 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681005 May 17 13:53:56.387486 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c785ac0d-9b08-4cb2-a283-8472e41419aa up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:56.494575 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] Set router df338e1a-f784-4e13-88d5-376fb9d08a47 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:53:56.681679 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-7e52e827-d7dc-4678-be88-a763b172a84d service neutron] 10.222.0.44 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490962 May 17 13:53:56.698109 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 32958) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:56.701936 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-70ecb045-e7b7-4fd1-b300-b66417741430 service neutron] 10.222.0.44 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608689 May 17 13:53:56.850211 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port c785ac0d-9b08-4cb2-a283-8472e41419aa triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:56.850817 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:56.915814 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-6370eead-16ea-476f-8af6-52c956e46f74 service neutron] 10.222.0.44 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129691 May 17 13:53:56.929004 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ed689-13ac-4da7-92f8-0930125bc017 req-20005c5a-1072-482e-8850-70a6792d7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:56.937856 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-623ed689-13ac-4da7-92f8-0930125bc017 req-20005c5a-1072-482e-8850-70a6792d7159 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b53b69b7-de9a-47d5-902c-1b30e19bf823 HTTP/1.1" status: 200 len: 851 time: 0.5418115 May 17 13:53:56.958622 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:56.995004 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:57.003926 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Usage tracker for resource:security_group_rule and tenant:016cfe488a0745978ff605d2b4dcf8f7 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:57.013387 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:57.031035 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:57.062802 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-623ed689-13ac-4da7-92f8-0930125bc017 req-42e1b6e2-c479-46fb-b5ca-d76d33da80b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73cbdee7-b0df-46cc-b0e9-e33583329537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200705 May 17 13:53:57.292170 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:57.300268 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port': {'id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:32Z', 'updated_at': '2021-05-17T13:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b6e68d37-8a2e-4c5b-bdbb-0a09af570980', 'name': '', 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'mac_address': 'fa:16:3e:d6:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5485f6dd-b6cc-412f-a8e8-838f9e46de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:56Z', 'revision_number': 4, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'subnets': [{'id': '5485f6dd-b6cc-412f-a8e8-838f9e46de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:53:57.304064 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:57.317446 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b50629-000f-4d3d-94b8-5846cc183da0 None None] The sync data for ids ['df338e1a-f784-4e13-88d5-376fb9d08a47'] in dv-cinder-788363-3-smb is: [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port': {'id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:32Z', 'updated_at': '2021-05-17T13:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b6e68d37-8a2e-4c5b-bdbb-0a09af570980', 'name': '', 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'mac_address': 'fa:16:3e:d6:36:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5485f6dd-b6cc-412f-a8e8-838f9e46de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:56Z', 'revision_number': 4, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'subnets': [{'id': '5485f6dd-b6cc-412f-a8e8-838f9e46de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:53:57.327207 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-495e694c-6c9b-4cfe-a8ca-3100954cb20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:57.375860 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:53:57.449169 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=016cfe488a0745978ff605d2b4dcf8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492192 May 17 13:53:57.488801 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 32984) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:57.523569 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586a1181-c34e-40a5-8bec-fb91434c59b5,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:57.534994 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:57.634604 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5b817459-2844-4bd4-8395-79959865ca1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:57.680001 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-623ed689-13ac-4da7-92f8-0930125bc017 req-54f2a34e-b315-4059-9d04-48baade9c566 service neutron] 10.222.0.52 "GET /v2.0/networks/73cbdee7-b0df-46cc-b0e9-e33583329537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125221 May 17 13:53:57.720644 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5b817459-2844-4bd4-8395-79959865ca1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:57.752538 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:57.776390 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'port_id': '8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', 'mac_address': 'fa:16:3e:b5:13:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d812c9a-d562-45e9-82e9-bdfa44616f61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:53:57.890218 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5b817459-2844-4bd4-8395-79959865ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:57.905047 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:57.929996 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5b817459-2844-4bd4-8395-79959865ca1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:57.931135 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-5b817459-2844-4bd4-8395-79959865ca1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/586a1181-c34e-40a5-8bec-fb91434c59b5 HTTP/1.1" status: 204 len: 168 time: 0.4412315 May 17 13:53:57.943294 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817459-2844-4bd4-8395-79959865ca1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a1181-c34e-40a5-8bec-fb91434c59b5,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:57.947713 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5b817459-2844-4bd4-8395-79959865ca1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:58.030872 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:58.088360 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:53:58.157698 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:58.167182 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:58.170187 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ea98b758-c1b1-4b18-92d8-e9bce84c03d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:58.272033 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-623ed689-13ac-4da7-92f8-0930125bc017 req-e7fa4d7a-dd23-4148-9cf0-6dfc3f0f460c service neutron] 10.222.0.52 "GET /v2.0/networks/73cbdee7-b0df-46cc-b0e9-e33583329537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813262 May 17 13:53:58.362582 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c6de-392f-4441-9869-136fd5a648c9 req-08b745bf-17c5-48c0-9c1e-1a158eb8fb8f tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:58.369770 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-74e2c6de-392f-4441-9869-136fd5a648c9 req-08b745bf-17c5-48c0-9c1e-1a158eb8fb8f tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 943 time: 0.6813483 May 17 13:53:58.396188 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:58.405295 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:58.408390 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d1046-0133-41be-b9b5-cf3e62ab76b3 req-66ca2d90-fcd9-4b08-a555-d33a1a19c7cb tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:58.411593 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-964d1046-0133-41be-b9b5-cf3e62ab76b3 req-66ca2d90-fcd9-4b08-a555-d33a1a19c7cb tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 943 time: 0.7344329 May 17 13:53:58.458232 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['8a4fc208-22b5-4fad-8ac2-74b2cf3ec165'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:53:58.548637 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b6e68d37-8a2e-4c5b-bdbb-0a09af570980 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:58.576344 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-74e2c6de-392f-4441-9869-136fd5a648c9 req-2966fa4b-ce0c-4516-adf1-361f12db3bab tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619120 May 17 13:53:58.647788 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 33022) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:58.716485 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-964d1046-0133-41be-b9b5-cf3e62ab76b3 req-848fc0a0-302d-414d-95fe-8b9517aff400 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917717 May 17 13:53:58.717370 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:58.796057 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:53:58.808850 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6e8ec412a54c45ad084404234a2c73 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:53:58.816072 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:53:58.832079 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port b6e68d37-8a2e-4c5b-bdbb-0a09af570980 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:53:58.851242 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b6e68d37-8a2e-4c5b-bdbb-0a09af570980 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:58.851918 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:58.858787 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:53:58.998395 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-170f0e88-626a-4453-8b38-5f7a22fead39 req-822194b6-53a5-423e-ae53-428d2a73e35e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 210 time: 0.1312428 May 17 13:53:59.018823 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-982df09f-84b7-4271-bc92-28178fb2309b req-e5f87cb5-7646-452c-a517-0b8c95842dbd tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0786688 May 17 13:53:59.132866 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:59.172780 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port b6e68d37-8a2e-4c5b-bdbb-0a09af570980, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:59.176913 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:59.181041 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:59.298290 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:59.301873 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:59.362323 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:59.365060 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 884ec13f-5799-4ff0-aaab-b59b862418bb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:53:59.384038 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-2ba0c07a-d578-480d-963b-f2d53da78d53 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:59.385701 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-2ba0c07a-d578-480d-963b-f2d53da78d53 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 817 time: 0.3080168 May 17 13:53:59.388862 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:59.394424 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:53:59.453279 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:53:59.621043 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:53:59.630671 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:53:59.631018 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:59.679662 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b6e8ec412a54c45ad084404234a2c73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0285866 May 17 13:53:59.682332 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33054) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:53:59.710341 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 884ec13f-5799-4ff0-aaab-b59b862418bb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=884ec13f-5799-4ff0-aaab-b59b862418bb,segment=NetworkSegment(72ce964c-6105-4c7b-8b56-f8f2c1f3c14a),segment_id=72ce964c-6105-4c7b-8b56-f8f2c1f3c14a)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:59.716826 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-a84c818d-aa09-4e32-8934-053f125c45ae tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc HTTP/1.1" status: 200 len: 380 time: 0.2890255 May 17 13:53:59.723820 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a0c72-3b98-4ec3-bacb-38262fcae3e7,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:53:59.734817 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'port': {'device_id': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'admin_state_up': True, 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'security_groups': ['152943ac-24ac-4a47-b60e-e6eab9d41448']}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:53:59.758812 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:53:59.825792 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:59.841200 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '884ec13f-5799-4ff0-aaab-b59b862418bb', 'network_id': '73cbdee7-b0df-46cc-b0e9-e33583329537', 'port_id': '884ec13f-5799-4ff0-aaab-b59b862418bb', 'mac_address': 'fa:16:3e:71:b4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53b69b7-de9a-47d5-902c-1b30e19bf823', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:53:59.862924 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ac62-a6f7-4027-aa5e-0318be0edf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:59.957701 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ac62-a6f7-4027-aa5e-0318be0edf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:53:59.967414 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:53:59.971323 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287fce09-ddc7-43bb-a62e-7a8490fb59f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4fc208-22b5-4fad-8ac2-74b2cf3ec165'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:53:59.976831 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-b07ba55f-3b3d-44e4-8451-4d7b849543e5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:53:59.984586 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-b07ba55f-3b3d-44e4-8451-4d7b849543e5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 818 time: 0.5978415 May 17 13:54:00.018230 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfdb68-9e87-445e-831d-02632f119654 req-08b96b9a-074e-4cb8-b7b6-563787cc367c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:00.019764 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-08b96b9a-074e-4cb8-b7b6-563787cc367c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 818 time: 0.4661245 May 17 13:54:00.031295 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-8f6bd9e9-fdec-496e-9609-3046c47fce2c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/quotas/2b8718c35c7b465abb8c5e93d6693204 HTTP/1.1" status: 200 len: 375 time: 0.0457058 May 17 13:54:00.042151 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Request body: {'port': {'device_id': '1251d51f-56af-4f19-9852-a1bf6750d1c9', 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59', 'admin_state_up': True, 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:00.054583 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ac62-a6f7-4027-aa5e-0318be0edf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:00.060550 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:00.071346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4ac62-a6f7-4027-aa5e-0318be0edf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a0c72-3b98-4ec3-bacb-38262fcae3e7,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:00.075762 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5cc4ac62-a6f7-4027-aa5e-0318be0edf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:00.080167 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5cc4ac62-a6f7-4027-aa5e-0318be0edf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:00.081429 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-5cc4ac62-a6f7-4027-aa5e-0318be0edf8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a41a0c72-3b98-4ec3-bacb-38262fcae3e7 HTTP/1.1" status: 204 len: 168 time: 0.3981681 May 17 13:54:00.154739 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:00.159841 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:00.281826 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:00.296087 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:00.296939 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:00.345310 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884ec13f-5799-4ff0-aaab-b59b862418bb {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:00.378756 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:00.383484 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 884ec13f-5799-4ff0-aaab-b59b862418bb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=884ec13f-5799-4ff0-aaab-b59b862418bb,segment=NetworkSegment(72ce964c-6105-4c7b-8b56-f8f2c1f3c14a),segment_id=72ce964c-6105-4c7b-8b56-f8f2c1f3c14a)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:00.390922 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:00.392441 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:00.393081 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2e747-27d7-4663-bffa-fad684e3a5ef req-d1eebb46-440a-4cda-b449-30823dc56361 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:00.394923 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48c2e747-27d7-4663-bffa-fad684e3a5ef req-d1eebb46-440a-4cda-b449-30823dc56361 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 943 time: 0.6186025 May 17 13:54:00.411901 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:port and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:00.437721 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:00.458594 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:00.468351 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b6e68d37-8a2e-4c5b-bdbb-0a09af570980 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:00.492446 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Made reservation on behalf of 6a46d0fa2dc140a59f215e45b9b06ecc for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:54:00.497862 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:00.551323 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48c2e747-27d7-4663-bffa-fad684e3a5ef req-54c0f7b1-2a1e-4070-b2ce-e39655c2fe34 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349676 May 17 13:54:00.570444 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=884ec13f-5799-4ff0-aaab-b59b862418bb,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:00.573785 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:00.586266 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b6e68d37-8a2e-4c5b-bdbb-0a09af570980 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:00.586967 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:00.619048 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['884ec13f-5799-4ff0-aaab-b59b862418bb'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:54:00.751590 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Allocated IP 172.20.0.12 (f6d814f8-d20c-4865-ad86-e6553cb0baf6/7a1f4f31-0851-4479-83cb-9127a8a37b48/2a8878ea-c5bf-4907-8478-b352032e2b76) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:00.848385 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:01.001679 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:01.010416 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-d8fa1403-e754-45ae-b5e4-797a3eee2edc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9121983 May 17 13:54:01.176456 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Made reservation on behalf of 2b8718c35c7b465abb8c5e93d6693204 for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:54:01.180310 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:01.286810 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c328de-afff-437f-be3a-9826116b9cb1 req-7f67452b-9c67-4812-98c3-1d5197b07bde tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:01.294694 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79c328de-afff-437f-be3a-9826116b9cb1 req-7f67452b-9c67-4812-98c3-1d5197b07bde tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 945 time: 0.4508331 May 17 13:54:01.391471 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 884ec13f-5799-4ff0-aaab-b59b862418bb up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:01.426221 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33138) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:01.430711 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:01.437997 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-ebe779f3-5137-4784-b7b2-f0fa57a4893b service neutron] 10.222.0.44 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077778 May 17 13:54:01.472719 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79c328de-afff-437f-be3a-9826116b9cb1 req-b3788179-07b6-47a0-9359-ac3a613bd6a5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771123 May 17 13:54:01.542230 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 884ec13f-5799-4ff0-aaab-b59b862418bb completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:01.551847 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 884ec13f-5799-4ff0-aaab-b59b862418bb triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:01.552286 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:01.643530 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Transition to ACTIVE for port object 2a8878ea-c5bf-4907-8478-b352032e2b76 will not be triggered until provisioned by entity DHCP. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:01.700027 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:01.717937 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:01.737367 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec25531de314a92bf60851339c451a7 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:01.740874 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:01.753783 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:01.807027 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-314f3587-684c-433a-80b3-3637ad07297f service neutron] 10.222.0.44 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605633 May 17 13:54:01.807301 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:01.877589 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 884ec13f-5799-4ff0-aaab-b59b862418bb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=884ec13f-5799-4ff0-aaab-b59b862418bb,segment=NetworkSegment(72ce964c-6105-4c7b-8b56-f8f2c1f3c14a),segment_id=72ce964c-6105-4c7b-8b56-f8f2c1f3c14a)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:01.889939 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:01.891605 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:01.922757 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5070fa63-5889-4b0a-885e-203bce67a419 req-0b247061-6583-4146-a20e-cb33acf31664 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 210 time: 0.2263243 May 17 13:54:01.939197 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Allocated IP 172.20.0.9 (efb941ea-2c9b-493f-90f0-f7278de6bb59/5485f6dd-b6cc-412f-a8e8-838f9e46de7f/7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:01.962840 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:01.983197 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.028961 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.030462 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5b817459-2844-4bd4-8395-79959865ca1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:02.048727 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ec25531de314a92bf60851339c451a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6214144 May 17 13:54:02.052666 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33166) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:02.060944 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=884ec13f-5799-4ff0-aaab-b59b862418bb,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:02.066293 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:02.102029 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:02.165289 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48cc45c-c537-44c1-8c52-eeec72c0ffb8,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:02.208889 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:02.229418 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38f461c5-af1b-432f-962e-51267c406d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.253218 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:02.268278 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38f461c5-af1b-432f-962e-51267c406d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.272674 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:02.276623 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:02.286134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:02.287454 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.328744 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:02.332015 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:02.406551 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38f461c5-af1b-432f-962e-51267c406d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.418066 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-3e6846bf-7418-4dd9-b12e-9267b98aba7d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:02.443824 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38f461c5-af1b-432f-962e-51267c406d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.444939 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-38f461c5-af1b-432f-962e-51267c406d6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d48cc45c-c537-44c1-8c52-eeec72c0ffb8 HTTP/1.1" status: 204 len: 168 time: 0.3862042 May 17 13:54:02.458639 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f461c5-af1b-432f-962e-51267c406d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48cc45c-c537-44c1-8c52-eeec72c0ffb8,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:02.484755 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-38f461c5-af1b-432f-962e-51267c406d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:02.527483 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287fce09-ddc7-43bb-a62e-7a8490fb59f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', 'code': 200} May 17 13:54:02.660159 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-fcd976fc-eebe-45a1-a323-2223c6689845 None None] Provisioning for port 2a8878ea-c5bf-4907-8478-b352032e2b76 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:02.667755 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-fcd976fc-eebe-45a1-a323-2223c6689845 None None] Provisioning complete for port 2a8878ea-c5bf-4907-8478-b352032e2b76 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:02.669869 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fcd976fc-eebe-45a1-a323-2223c6689845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.795470 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-fcd976fc-eebe-45a1-a323-2223c6689845 None None] Port 2a8878ea-c5bf-4907-8478-b352032e2b76 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:54:02.807568 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0782566 May 17 13:54:02.815476 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-e77cf08f-0ff0-4514-ba03-ff5314dbd00e req-7fb22f7d-0f1a-4c46-aa27-25b9dea8b23a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Synchronizing usage tracker for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:54:02.818462 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.52', 49555) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:02.875512 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Request body: {'port': {'device_id': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:02.901981 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-e77cf08f-0ff0-4514-ba03-ff5314dbd00e req-7fb22f7d-0f1a-4c46-aa27-25b9dea8b23a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Unset dirty status for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:54:02.904099 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e77cf08f-0ff0-4514-ba03-ff5314dbd00e req-7fb22f7d-0f1a-4c46-aa27-25b9dea8b23a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 210 time: 0.3123524 May 17 13:54:02.929762 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-51268a8c-e30d-4bac-b722-012ff0acf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:02.931249 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-51268a8c-e30d-4bac-b722-012ff0acf8d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 1098 time: 0.1013768 May 17 13:54:02.950327 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293257c-f692-4013-9773-7afe794afe37 req-7ebddab1-54cd-4771-8fb6-0a34d4efa87f tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:02.952412 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c293257c-f692-4013-9773-7afe794afe37 req-7ebddab1-54cd-4771-8fb6-0a34d4efa87f tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 945 time: 0.7832077 May 17 13:54:02.962006 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:02.981593 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:02.987115 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Usage tracker for resource:security_group_rule and tenant:0afb345d39ce4e849743d5b7d7a86fda is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:02.990749 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:02.997814 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:03.086821 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.120806 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c293257c-f692-4013-9773-7afe794afe37 req-f74582a8-ac73-46eb-a579-5809957d8ba2 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627405 May 17 13:54:03.128953 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.180018 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.185770 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.208520 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:03.232109 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-6a4d1f2c-ad6c-4422-a1d5-c05230f18bb8 req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931111 May 17 13:54:03.249896 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1abce983-cea4-435a-9f81-1ffab70f2ff1,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:03.264983 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:03.317620 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33218) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:03.341516 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.359176 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:03.363873 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Usage tracker for resource:security_group_rule and tenant:96cd52bce3c74b699af2c75a8f9fbc92 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:03.367079 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:03.380004 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:03.495480 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.501034 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.513560 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e03088ba-e790-4bc1-863a-8f5accf6e64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:03.564353 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96cd52bce3c74b699af2c75a8f9fbc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452326 May 17 13:54:03.568163 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33228) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:03.587762 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac20bbff-2b5e-40a0-9040-0614db5d94ee,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:03.596370 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:03.622892 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.667372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:03.680043 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-902f2360-d171-4a4a-9468-3ea3eb936e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.718524 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-902f2360-d171-4a4a-9468-3ea3eb936e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.814895 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-902f2360-d171-4a4a-9468-3ea3eb936e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.822352 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-38f461c5-af1b-432f-962e-51267c406d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:03.837824 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f2360-d171-4a4a-9468-3ea3eb936e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac20bbff-2b5e-40a0-9040-0614db5d94ee,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:03.837984 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662eb37-3307-45f0-a16f-ea9bc13003e5 req-d807dc23-2ef2-4ce7-bd63-652f6ddbb207 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:03.838601 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-8662eb37-3307-45f0-a16f-ea9bc13003e5 req-d807dc23-2ef2-4ce7-bd63-652f6ddbb207 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Synchronizing usage tracker for tenant:6a46d0fa2dc140a59f215e45b9b06ecc on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:54:03.844844 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-902f2360-d171-4a4a-9468-3ea3eb936e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:03.851816 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-902f2360-d171-4a4a-9468-3ea3eb936e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:03.853091 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-902f2360-d171-4a4a-9468-3ea3eb936e9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac20bbff-2b5e-40a0-9040-0614db5d94ee HTTP/1.1" status: 204 len: 168 time: 0.2839706 May 17 13:54:03.874018 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4714ba5-61c7-4e18-aa2e-3e4e162d6bfe req-f618dd39-5a19-4531-b803-9e9d83502aee tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:03.875083 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f4714ba5-61c7-4e18-aa2e-3e4e162d6bfe req-f618dd39-5a19-4531-b803-9e9d83502aee tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 945 time: 0.6855640 May 17 13:54:03.877040 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Network efb941ea-2c9b-493f-90f0-f7278de6bb59 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:03.916783 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:03.923520 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:03.935241 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:03.938087 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:04.038966 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0044205 May 17 13:54:04.065532 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Pushing event updated for resources: {'Port': ['ID=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:04.078935 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Request body: {'port': {'device_id': '1251d51f-56af-4f19-9852-a1bf6750d1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:04.112490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:04.138487 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f4714ba5-61c7-4e18-aa2e-3e4e162d6bfe req-c694927e-b235-4af2-926c-c60d04b6218a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319458 May 17 13:54:04.152060 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-8662eb37-3307-45f0-a16f-ea9bc13003e5 req-d807dc23-2ef2-4ce7-bd63-652f6ddbb207 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Unset dirty status for tenant:6a46d0fa2dc140a59f215e45b9b06ecc on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:54:04.153344 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8662eb37-3307-45f0-a16f-ea9bc13003e5 req-d807dc23-2ef2-4ce7-bd63-652f6ddbb207 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 932 time: 0.6420162 May 17 13:54:04.244990 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-19a811d0-6d66-4d34-8731-91a27493ba04 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:04.247614 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-19a811d0-6d66-4d34-8731-91a27493ba04 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 818 time: 0.3511438 May 17 13:54:04.264036 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Request body: {'port': {'device_id': '17656cfc-affc-4f65-b6af-4ec95507fa6a', 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59', 'admin_state_up': True, 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:04.292713 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8662eb37-3307-45f0-a16f-ea9bc13003e5 req-f301ca76-336c-4d94-b505-2ea24a06329b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303828 May 17 13:54:04.465987 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:04.480538 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:04.490897 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:04.500810 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Made reservation on behalf of 2b8718c35c7b465abb8c5e93d6693204 for: {'port': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:54:04.504463 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:04.528406 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-12382cc5-a1be-46ef-b4c4-39cc391143c4 req-b023311b-17ae-4fd5-8e3a-e0dc885c7ba5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 210 time: 0.1543350 May 17 13:54:04.530427 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884ec13f-5799-4ff0-aaab-b59b862418bb'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:04.586798 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8878ea-c5bf-4907-8478-b352032e2b76 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:04.597094 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884ec13f-5799-4ff0-aaab-b59b862418bb', 'code': 200} May 17 13:54:04.615608 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:04.664864 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Transition to ACTIVE for port object 2a8878ea-c5bf-4907-8478-b352032e2b76 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:04.711032 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:04.762744 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-fb41f431-b913-4705-a253-e75c5d5fc034 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:04.849540 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Allocated IP 172.20.0.6 (efb941ea-2c9b-493f-90f0-f7278de6bb59/5485f6dd-b6cc-412f-a8e8-838f9e46de7f/0e3e096c-f417-4295-bd18-a2b8dce89470) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:04.973393 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3abe3-83a7-4a8b-86c8-a1780ee30b0b req-9ffd61bc-2620-408a-ad37-ad872d298096 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:04.975163 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bef3abe3-83a7-4a8b-86c8-a1780ee30b0b req-9ffd61bc-2620-408a-ad37-ad872d298096 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 945 time: 0.5185285 May 17 13:54:05.084612 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:05.098361 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.52', 49563) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:05.101006 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:05.201587 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bef3abe3-83a7-4a8b-86c8-a1780ee30b0b req-b9f89e66-8a14-4dff-a376-952132f77525 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140663 May 17 13:54:05.217311 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Attempting to bind port 2a8878ea-c5bf-4907-8478-b352032e2b76 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:54:05.217955 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Attempting to bind port 2a8878ea-c5bf-4907-8478-b352032e2b76 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:54:05.218507 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Attempting to bind port 2a8878ea-c5bf-4907-8478-b352032e2b76 on network f6d814f8-d20c-4865-ad86-e6553cb0baf6 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:05.230432 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Port 2a8878ea-c5bf-4907-8478-b352032e2b76 on network f6d814f8-d20c-4865-ad86-e6553cb0baf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:54:05.231933 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Attempting to bind port 2a8878ea-c5bf-4907-8478-b352032e2b76 on network f6d814f8-d20c-4865-ad86-e6553cb0baf6 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:05.249713 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:54:05.250076 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Checking segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:05.251379 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Bound using segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:54:05.251379 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Bound port: 2a8878ea-c5bf-4907-8478-b352032e2b76, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:54:05.251667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:05.357638 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:05.404116 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:05.412105 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:05.490104 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Network efb941ea-2c9b-493f-90f0-f7278de6bb59 is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:05.493932 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:05.502347 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:05.508648 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:05.509511 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:05.534314 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Pushing event updated for resources: {'Port': ['ID=0e3e096c-f417-4295-bd18-a2b8dce89470,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:05.537508 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:05.557807 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3000827 May 17 13:54:05.570835 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Request body: {'port': {'device_id': '17656cfc-affc-4f65-b6af-4ec95507fa6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:05.577460 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc11504-cadc-41d9-a198-9136dbfaa3b6 req-d745a400-1e9d-436e-9728-a60e8f286902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:05.579002 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-adc11504-cadc-41d9-a198-9136dbfaa3b6 req-d745a400-1e9d-436e-9728-a60e8f286902 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 1098 time: 0.4768314 May 17 13:54:05.692417 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:05.835609 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:54:05.839069 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:54:05.879088 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:05.905079 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:05.982037 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-adc11504-cadc-41d9-a198-9136dbfaa3b6 req-d540d98f-c367-4610-bdb0-c82f29d1a914 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947251 May 17 13:54:06.029940 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:06.030561 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:06.031958 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] 10.222.0.52 "PUT /v2.0/ports/2a8878ea-c5bf-4907-8478-b352032e2b76 HTTP/1.1" status: 200 len: 1094 time: 3.1840150 May 17 13:54:06.033634 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:06.044917 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:06.058412 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:06.096751 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2650f2-ec93-4260-8336-778083c58528 req-58a92c21-f8d6-42fc-8059-0840af1bd014 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:06.098373 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7e2650f2-ec93-4260-8336-778083c58528 req-58a92c21-f8d6-42fc-8059-0840af1bd014 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 945 time: 0.7453716 May 17 13:54:06.207843 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb9242-0655-459c-a68e-a0b4b20bdc70 req-6124026a-57a3-4db1-92e4-87a9e1f3ed7b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:06.215037 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79bb9242-0655-459c-a68e-a0b4b20bdc70 req-6124026a-57a3-4db1-92e4-87a9e1f3ed7b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.6409130 May 17 13:54:06.363390 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7e2650f2-ec93-4260-8336-778083c58528 req-fc488240-f2d4-42b5-99b6-e4038ffd01e6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554595 May 17 13:54:06.365767 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:06.393435 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79bb9242-0655-459c-a68e-a0b4b20bdc70 req-51c7cd11-8f74-44a2-be9c-aff0b5a7d023 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670635 May 17 13:54:06.393435 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:06.410628 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Transition to ACTIVE for port object 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:06.418676 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-0c7d8113-a64b-432c-8824-635f1c8e9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:06.421278 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-0c7d8113-a64b-432c-8824-635f1c8e9ecc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 1097 time: 0.3094249 May 17 13:54:06.422455 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:06.428055 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:06.568679 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'status': 'completed', 'code': 200} May 17 13:54:06.633911 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-1caaac53-721e-4cc7-8313-a6546abeaf6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8878ea-c5bf-4907-8478-b352032e2b76 HTTP/1.1" status: 200 len: 217 time: 0.1580930 May 17 13:54:06.801753 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:06.821225 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:06.890581 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3e096c-f417-4295-bd18-a2b8dce89470 {{(pid=78714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:06.899757 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:06.920603 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.provisioning_blocks [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Transition to ACTIVE for port object 0e3e096c-f417-4295-bd18-a2b8dce89470 will not be triggered until provisioned by entity L2. {{(pid=78714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:06.926087 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:06.932597 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7fe8ef88-a5fa-41f1-8cab-e5ec3f7011b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:07.065704 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Attempting to bind port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:54:07.066221 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Attempting to bind port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:54:07.066461 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Attempting to bind port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad on network efb941ea-2c9b-493f-90f0-f7278de6bb59 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:07.077958 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-bae14492-c5b7-4405-a5e0-852dc202d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:07.079406 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-bae14492-c5b7-4405-a5e0-852dc202d354 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.4362650 May 17 13:54:07.084467 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad on network efb941ea-2c9b-493f-90f0-f7278de6bb59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:54:07.084781 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Attempting to bind port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad on network efb941ea-2c9b-493f-90f0-f7278de6bb59 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:07.138851 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:54:07.139176 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Checking segment: {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:07.139562 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Bound using segment: {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:54:07.139993 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Bound port: 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:54:07.140454 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:07.219906 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9af07-f978-4813-9d43-856d5e58b0ab req-4fef54c0-8564-49f7-85dd-d0871fea4ab6 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:07.221396 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-19b9af07-f978-4813-9d43-856d5e58b0ab req-4fef54c0-8564-49f7-85dd-d0871fea4ab6 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 945 time: 0.4074228 May 17 13:54:07.243257 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3e096c-f417-4295-bd18-a2b8dce89470,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:07.250303 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:07.262882 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.managers [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Attempting to bind port 0e3e096c-f417-4295-bd18-a2b8dce89470 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:54:07.263397 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.managers [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Attempting to bind port 0e3e096c-f417-4295-bd18-a2b8dce89470 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'}] {{(pid=78714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:54:07.263830 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Attempting to bind port 0e3e096c-f417-4295-bd18-a2b8dce89470 on network efb941ea-2c9b-493f-90f0-f7278de6bb59 {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:07.271566 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Port 0e3e096c-f417-4295-bd18-a2b8dce89470 on network efb941ea-2c9b-493f-90f0-f7278de6bb59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:54:07.272281 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Attempting to bind port 0e3e096c-f417-4295-bd18-a2b8dce89470 on network efb941ea-2c9b-493f-90f0-f7278de6bb59 {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:07.279659 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:54:07.280176 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Checking segment: {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:07.281946 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Bound using segment: {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'} {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:54:07.282523 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.managers [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Bound port: 0e3e096c-f417-4295-bd18-a2b8dce89470, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28860a4-bbe9-421f-912c-ac73f41a8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59'}}] {{(pid=78714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:54:07.282917 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:07.344537 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-19b9af07-f978-4813-9d43-856d5e58b0ab req-3d94a168-e657-49b6-899c-0f1daa5564f0 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152806 May 17 13:54:07.351923 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb87b8-56bd-4eb7-aaf5-a647a98f6d64 req-a0ad0eee-c054-4836-a618-e887bb10979b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:07.353364 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9efb87b8-56bd-4eb7-aaf5-a647a98f6d64 req-a0ad0eee-c054-4836-a618-e887bb10979b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 931 time: 0.6613925 May 17 13:54:07.428161 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] For port 0e3e096c-f417-4295-bd18-a2b8dce89470, host hv-cinder-78836, cleared binding levels {{(pid=78714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:54:07.432216 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] For port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:54:07.435467 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] For port 0e3e096c-f417-4295-bd18-a2b8dce89470, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e3e096c-f417-4295-bd18-a2b8dce89470,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:54:07.442706 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:07.443794 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-9efb87b8-56bd-4eb7-aaf5-a647a98f6d64 req-af7a62c3-4113-4b9d-85f1-293fdfe798ee tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Synchronizing usage tracker for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:security_group {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:54:07.449318 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:07.456137 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-b1648bc3-e9d3-412e-8b06-f9537f00bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:07.457777 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-b1648bc3-e9d3-412e-8b06-f9537f00bc72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3660975 May 17 13:54:07.459435 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] For port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:54:07.540890 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:07.549854 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:07.551738 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] 10.222.0.52 "PUT /v2.0/ports/0e3e096c-f417-4295-bd18-a2b8dce89470 HTTP/1.1" status: 200 len: 1093 time: 1.9856493 May 17 13:54:07.552434 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17656cfc-affc-4f65-b6af-4ec95507fa6a', 'tag': '0e3e096c-f417-4295-bd18-a2b8dce89470'}] {{(pid=78714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:07.601244 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:07.650624 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-80fe7be9-561e-47dc-baf9-382c1feab721 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:07.681552 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-9efb87b8-56bd-4eb7-aaf5-a647a98f6d64 req-af7a62c3-4113-4b9d-85f1-293fdfe798ee tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Unset dirty status for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:security_group {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:54:07.682706 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9efb87b8-56bd-4eb7-aaf5-a647a98f6d64 req-af7a62c3-4113-4b9d-85f1-293fdfe798ee tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062809 May 17 13:54:07.740777 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-21168b54-6806-4719-b516-e1dde9a16270 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742188 May 17 13:54:07.753592 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:07.754269 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:07.755693 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] 10.222.0.52 "PUT /v2.0/ports/7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 200 len: 1093 time: 3.7047858 May 17 13:54:07.766787 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3e096c-f417-4295-bd18-a2b8dce89470,revision_number=3']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:07.775144 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:07.813093 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-028c8475-1c6c-4aa4-841f-7d5388806d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:07.814673 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-028c8475-1c6c-4aa4-841f-7d5388806d09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 1096 time: 0.1483233 May 17 13:54:07.916101 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f00b29bb-3594-4a52-a56d-748c5cf9e82b req-50e1fb91-659d-4447-bc0f-584e70fadcb6 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585503 May 17 13:54:08.006706 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-c8677b4c-009d-4a85-a124-64aed4906305 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e3e096c-f417-4295-bd18-a2b8dce89470 HTTP/1.1" status: 200 len: 217 time: 0.1853924 May 17 13:54:08.028399 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:08.047677 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:08.105424 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3c0ff-912d-4093-ba49-15b625ebb86c req-9d3a27cc-22d1-4158-a821-83f9e442a113 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:08.108233 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fef3c0ff-912d-4093-ba49-15b625ebb86c req-9d3a27cc-22d1-4158-a821-83f9e442a113 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.5313320 May 17 13:54:08.128805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfdb68-9e87-445e-831d-02632f119654 req-12adf52a-0219-4d01-9d41-a923852dc813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:08.130736 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-12adf52a-0219-4d01-9d41-a923852dc813 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1096 time: 0.2126911 May 17 13:54:08.135201 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-c041ae9b-2a30-4b4b-9b5e-17cbecd2de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:08.138536 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-c041ae9b-2a30-4b4b-9b5e-17cbecd2de5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.1226647 May 17 13:54:08.220717 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-fcf203c1-39dd-4d65-8195-338bd852d845 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703294 May 17 13:54:08.222692 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17656cfc-affc-4f65-b6af-4ec95507fa6a', 'tag': '0e3e096c-f417-4295-bd18-a2b8dce89470', 'status': 'completed', 'code': 200} May 17 13:54:08.367771 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-48c2574c-26cc-4d23-8380-fed748da6720 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 200 len: 217 time: 0.1107876 May 17 13:54:08.370353 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-fc1e3df2-9d07-480c-be0b-90accf8c502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:08.373084 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-fc1e3df2-9d07-480c-be0b-90accf8c502b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 1097 time: 0.3806286 May 17 13:54:08.398635 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-d218aa14-9191-4f1c-9de6-9f7fde1553f8 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697710 May 17 13:54:08.471058 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fef3c0ff-912d-4093-ba49-15b625ebb86c req-5c2d5379-96b1-44bf-9fda-74938c7f06fd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518467 May 17 13:54:08.576164 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1251d51f-56af-4f19-9852-a1bf6750d1c9', 'tag': '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:08.681894 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-5a144b6f-8a27-4d10-896f-a8a0f1a8a8c5 req-cc9ae589-7394-452f-b636-239690ae2803 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752621 May 17 13:54:08.691672 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1251d51f-56af-4f19-9852-a1bf6750d1c9', 'tag': '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad', 'status': 'completed', 'code': 200} May 17 13:54:08.698141 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfdb68-9e87-445e-831d-02632f119654 req-ca3ad147-fdd7-45ce-9e8e-7cb18292919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:08.700447 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-ca3ad147-fdd7-45ce-9e8e-7cb18292919f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.3175397 May 17 13:54:08.792963 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-ac5de1ce-0393-486f-a85a-cb173d2c01a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786831 May 17 13:54:08.810538 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-e5d839f4-3321-43db-b5f3-07db06d03ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:08.812365 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-e5d839f4-3321-43db-b5f3-07db06d03ac9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.4288609 May 17 13:54:08.853255 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33460) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:08.900936 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-823abb63-4a31-47d8-92fc-2db995ac22af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:08.903953 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-823abb63-4a31-47d8-92fc-2db995ac22af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 1096 time: 0.1597116 May 17 13:54:09.085484 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:09.096751 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-fa821ad8-8514-45d7-92bd-beeb02b87c2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8878ea-c5bf-4907-8478-b352032e2b76 HTTP/1.1" status: 200 len: 217 time: 0.2389419 May 17 13:54:09.106725 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:09.114828 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Usage tracker for resource:security_group_rule and tenant:a3adb6713d81489dbd829ca3d3f2a77c is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:09.128940 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:09.139320 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:09.165373 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-f035a70f-8389-4828-9f6c-76330e62ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:09.171202 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-f035a70f-8389-4828-9f6c-76330e62ea4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 919 time: 0.2607117 May 17 13:54:09.187833 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ae381-f939-4568-9679-9eac86076df1 req-60c9b46a-796f-4741-b72d-ed7fdb8d8bf5 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:09.189218 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f95ae381-f939-4568-9679-9eac86076df1 req-60c9b46a-796f-4741-b72d-ed7fdb8d8bf5 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 945 time: 0.6636302 May 17 13:54:09.342994 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-c60dfa22-2c55-4474-a44a-ed1a471723e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:09.343268 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-c60dfa22-2c55-4474-a44a-ed1a471723e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.2366660 May 17 13:54:09.365284 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-4ac0972b-c4d9-4759-bc41-e9fd48a56e05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e3e096c-f417-4295-bd18-a2b8dce89470 HTTP/1.1" status: 200 len: 217 time: 0.1298356 May 17 13:54:09.369330 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f95ae381-f939-4568-9679-9eac86076df1 req-ba2d3fc0-419a-4461-9153-ecdebf6c3f0b tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679871 May 17 13:54:09.425442 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-0db1eacb-d1fc-498c-a39e-df3857b4e0da service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118538 May 17 13:54:09.442043 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29facecd-a120-4308-802b-994e7e2471ba req-f586ae06-6bda-4719-8b2a-36a756a3633f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:09.444020 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29facecd-a120-4308-802b-994e7e2471ba req-f586ae06-6bda-4719-8b2a-36a756a3633f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 943 time: 0.4573350 May 17 13:54:09.508714 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:09.513461 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:09.527626 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:09.587012 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-10d363a0-fb70-4006-bbb5-283234af9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:09.591813 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-10d363a0-fb70-4006-bbb5-283234af9dda service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.2129979 May 17 13:54:09.598329 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3adb6713d81489dbd829ca3d3f2a77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7436688 May 17 13:54:09.615619 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 33492) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:09.635074 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9b2103-c2cd-4355-8e60-c5e06d7c7664,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:09.638712 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:09.655284 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-12d18062-67fd-4735-a68a-c9b82835a4bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548334 May 17 13:54:09.714802 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29facecd-a120-4308-802b-994e7e2471ba req-66c19acb-0bd0-40de-b83c-63e291f66267 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365994 May 17 13:54:09.773582 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79dfdb68-9e87-445e-831d-02632f119654 req-117abf4d-42b3-4119-8eb1-294c36a465d8 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992198 May 17 13:54:09.799343 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-1c92b08d-b0df-4432-a6f0-9109915ac01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:09.878358 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-0854ba7e-9bbc-4ea7-8e34-04378b0248b3 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077572 May 17 13:54:09.970371 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-1c92b08d-b0df-4432-a6f0-9109915ac01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:10.002783 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-51339d04-b3c7-4a39-a154-b99bd3897a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:10.004511 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-51339d04-b3c7-4a39-a154-b99bd3897a88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6426213 May 17 13:54:10.104925 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-3563291a-12e7-44a5-aa60-574d6d715eb9 req-28a92a47-9199-4109-a0b9-95e789007ea0 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173231 May 17 13:54:10.175255 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b295f-d222-4765-a460-0d07e1270d78 req-8b0a04b0-ecf7-4514-ba1b-7e851d0db336 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:10.176776 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-007b295f-d222-4765-a460-0d07e1270d78 req-8b0a04b0-ecf7-4514-ba1b-7e851d0db336 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.3130772 May 17 13:54:10.196784 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-60df96f1-5607-4997-9f93-b2c0f72a97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:10.198360 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-60df96f1-5607-4997-9f93-b2c0f72a97b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1096 time: 0.3946617 May 17 13:54:10.260364 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-1c92b08d-b0df-4432-a6f0-9109915ac01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:10.427567 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:10.454490 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-dd71cbeb-3ffe-4532-ae57-613038522507 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325502 May 17 13:54:10.459289 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92b08d-b0df-4432-a6f0-9109915ac01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9b2103-c2cd-4355-8e60-c5e06d7c7664,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:10.489141 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-1c92b08d-b0df-4432-a6f0-9109915ac01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:10.493102 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-007b295f-d222-4765-a460-0d07e1270d78 req-17b26df6-bfdb-48a8-a035-5b8bbf0023ca tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836604 May 17 13:54:10.581216 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-1c92b08d-b0df-4432-a6f0-9109915ac01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:10.584817 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-1c92b08d-b0df-4432-a6f0-9109915ac01f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b9b2103-c2cd-4355-8e60-c5e06d7c7664 HTTP/1.1" status: 204 len: 168 time: 0.9658394 May 17 13:54:10.591399 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:54:10.641390 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-2483e9b8-998b-4b58-9496-9f245ccc8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:10.643213 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-2483e9b8-998b-4b58-9496-9f245ccc8083 service neutron] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 919 time: 0.4325533 May 17 13:54:10.744880 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-d89783d4-65b3-45df-a0c9-cc2a27fc7a02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 200 len: 217 time: 0.0850139 May 17 13:54:10.904161 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea4aec7d-8cfd-4cfb-9057-74db8bf24dcd req-70da133b-db6c-45df-9f9e-28aec4bd3fed service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421101 May 17 13:54:10.940757 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-172c1ef2-f0b5-4836-9873-a9bb9f32f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:10.942278 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-172c1ef2-f0b5-4836-9873-a9bb9f32f4b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.1820884 May 17 13:54:11.001645 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-109587a5-c132-4865-ac05-12a4ac864e06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491774 May 17 13:54:11.009300 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567d1a4-d239-4ce4-ac1c-4fc7cad719ee req-59878e0f-a2b2-4931-976a-32a786910397 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:11.010752 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4567d1a4-d239-4ce4-ac1c-4fc7cad719ee req-59878e0f-a2b2-4931-976a-32a786910397 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 943 time: 0.1551092 May 17 13:54:11.041114 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33550) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:11.063998 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.081796 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:11.085843 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc5a325b9ba484793eaf43939f0c74c is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:11.089375 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:11.098257 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:11.145923 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4567d1a4-d239-4ce4-ac1c-4fc7cad719ee req-cdbf4a0d-4a06-4c8f-87d4-7f1f92b80cf9 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087692 May 17 13:54:11.209716 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-afe56c71-8e71-43d4-ab05-888d72a27eec service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977658 May 17 13:54:11.249280 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.260956 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.269951 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-902f2360-d171-4a4a-9468-3ea3eb936e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:11.336440 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f20d61-1771-4978-804e-4acb2e0e85bb,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:11.347227 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:11.383321 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecc5a325b9ba484793eaf43939f0c74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383451 May 17 13:54:11.384560 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33566) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:11.444777 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 0e3e096c-f417-4295-bd18-a2b8dce89470 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:54:11.470397 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f11b9e13-38aa-401e-bb96-bdc6166f3b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.498665 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f11b9e13-38aa-401e-bb96-bdc6166f3b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.526131 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2120a11c-62ba-44de-bc96-3d9a5812ba4f req-6c91aa21-12f1-4405-8b64-e665b68f78d5 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072689 May 17 13:54:11.598325 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f11b9e13-38aa-401e-bb96-bdc6166f3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.620381 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8f9d60b4-0529-4a81-a00f-d3cc90ce54e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:11.648724 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b9e13-38aa-401e-bb96-bdc6166f3b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f20d61-1771-4978-804e-4acb2e0e85bb,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:11.675660 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 0e3e096c-f417-4295-bd18-a2b8dce89470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e3e096c-f417-4295-bd18-a2b8dce89470,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:11.683214 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f11b9e13-38aa-401e-bb96-bdc6166f3b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:11.685031 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f11b9e13-38aa-401e-bb96-bdc6166f3b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.688767 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-f11b9e13-38aa-401e-bb96-bdc6166f3b02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85f20d61-1771-4978-804e-4acb2e0e85bb HTTP/1.1" status: 204 len: 168 time: 0.3032730 May 17 13:54:11.732516 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '0e3e096c-f417-4295-bd18-a2b8dce89470', 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59', 'port_id': '0e3e096c-f417-4295-bd18-a2b8dce89470', 'mac_address': 'fa:16:3e:40:e2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5485f6dd-b6cc-412f-a8e8-838f9e46de7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:54:11.822450 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ea93-181b-4dc4-aa09-525ba74f9b8c req-ff72f240-f90b-41fe-9748-fcd372afa23e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:11.828209 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8e95ea93-181b-4dc4-aa09-525ba74f9b8c req-ff72f240-f90b-41fe-9748-fcd372afa23e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1938775 May 17 13:54:11.869259 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.891870 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3e096c-f417-4295-bd18-a2b8dce89470 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:11.903245 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8e95ea93-181b-4dc4-aa09-525ba74f9b8c req-d8a4b6ab-3e69-4fe0-a180-3d1603e1c794 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708773 May 17 13:54:11.915978 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 0e3e096c-f417-4295-bd18-a2b8dce89470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e3e096c-f417-4295-bd18-a2b8dce89470,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:11.925903 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:11.926718 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:54:11.928795 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:12.040661 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=0e3e096c-f417-4295-bd18-a2b8dce89470,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:12.099517 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:12.222367 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:12.247709 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'port_id': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'mac_address': 'fa:16:3e:47:0c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:54:12.361758 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:12.389532 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8878ea-c5bf-4907-8478-b352032e2b76 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:12.412022 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:12.420998 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:12.424292 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:12.499822 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33616) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:12.516918 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:12.517766 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71829cc3-3849-49cc-b05a-782e38424ae5 req-bac64696-fe0d-4bce-8520-81c92993465b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:12.519498 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-71829cc3-3849-49cc-b05a-782e38424ae5 req-bac64696-fe0d-4bce-8520-81c92993465b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 944 time: 0.1377668 May 17 13:54:12.521185 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:12.578325 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-71829cc3-3849-49cc-b05a-782e38424ae5 req-491047e4-8133-4aa5-aa9a-378b7d9af38a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507417 May 17 13:54:12.675981 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:12.683696 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['2a8878ea-c5bf-4907-8478-b352032e2b76'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:54:12.701353 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:12.705529 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Usage tracker for resource:security_group_rule and tenant:ce43b6138aed423f8e1731ba5113e330 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:12.708668 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:12.715710 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:12.721855 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['0e3e096c-f417-4295-bd18-a2b8dce89470'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:54:12.888130 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:12.899396 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:12.912020 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f11b9e13-38aa-401e-bb96-bdc6166f3b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:12.971955 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e20e565-0736-44bf-8f9f-58e10e0420c3,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:12.987706 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce43b6138aed423f8e1731ba5113e330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858954 May 17 13:54:12.989063 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:12.989936 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 33650) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:13.253025 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07e9e657-a8c5-4aac-8457-f3013e17714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:13.285090 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07e9e657-a8c5-4aac-8457-f3013e17714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:13.386559 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e47f4-17fa-4b4f-ab2c-01e51a7fdc28 req-1a7eace4-1d8b-4834-9945-052d239ef20c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:13.394493 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c68e47f4-17fa-4b4f-ab2c-01e51a7fdc28 req-1a7eace4-1d8b-4834-9945-052d239ef20c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 945 time: 0.2778745 May 17 13:54:13.458298 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:54:13.545694 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c68e47f4-17fa-4b4f-ab2c-01e51a7fdc28 req-d8485d4d-fe86-457e-b190-f2d8d28a96f3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502001 May 17 13:54:13.582668 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07e9e657-a8c5-4aac-8457-f3013e17714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:13.599810 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:13.646670 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-452732a5-91fc-4fe5-802c-5e8392a574e0 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:13.648320 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-452732a5-91fc-4fe5-802c-5e8392a574e0 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 815 time: 0.2911785 May 17 13:54:13.677492 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9e657-a8c5-4aac-8457-f3013e17714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e20e565-0736-44bf-8f9f-58e10e0420c3,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:13.704516 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-07e9e657-a8c5-4aac-8457-f3013e17714f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:13.716962 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07e9e657-a8c5-4aac-8457-f3013e17714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:13.718028 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-07e9e657-a8c5-4aac-8457-f3013e17714f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e20e565-0736-44bf-8f9f-58e10e0420c3 HTTP/1.1" status: 204 len: 168 time: 0.7269297 May 17 13:54:13.783924 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:13.820436 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-ea0c9a30-ac82-41a1-9481-771902aebd7c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/quotas/00031678b9ef42cdb9c08fb92f2f2c5e HTTP/1.1" status: 200 len: 375 time: 0.1461101 May 17 13:54:13.820926 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad', 'network_id': 'efb941ea-2c9b-493f-90f0-f7278de6bb59', 'port_id': '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad', 'mac_address': 'fa:16:3e:8a:af:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5485f6dd-b6cc-412f-a8e8-838f9e46de7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:54:13.908340 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:13.954141 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:13.981089 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:13.982386 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f505855-4f44-439f-a2b2-3cb9708b237c req-1401f162-2bfd-4544-b807-a9ee89b303af tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:13.984152 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f505855-4f44-439f-a2b2-3cb9708b237c req-1401f162-2bfd-4544-b807-a9ee89b303af tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 944 time: 0.2697556 May 17 13:54:13.993884 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:13.994185 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-a83b9503-f911-4464-a441-6ac90aa871f6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722853 May 17 13:54:13.996917 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:14.087126 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:14.090893 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:14.140802 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f505855-4f44-439f-a2b2-3cb9708b237c req-f09ea962-faf5-4341-930d-08a672b9cf12 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456518 May 17 13:54:14.270206 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-163e9888-975e-4bed-b637-42dd66edcf27 service neutron] 10.222.0.44 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545328 May 17 13:54:14.303342 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:54:14.338833 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33718) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:14.374922 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:14.400981 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:14.409706 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b72916d57f4c46b5caf8fa9d37ff15 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:14.414306 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:14.425711 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:14.434622 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-d6220370-6daa-403b-ab28-aa4085114dd3 service neutron] 10.222.0.44 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553288 May 17 13:54:14.539107 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:14.545478 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:14.556228 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:14.628433 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0b72916d57f4c46b5caf8fa9d37ff15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807245 May 17 13:54:14.628761 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 33734) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:14.629421 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ecab9d-a1f0-4e7b-a0f5-d29cd041eec3,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:14.638788 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:14.734602 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d918925f-08d8-4ec9-9239-5a9685223efa req-809bdffd-1c63-4a4a-83c9-50259dedf03b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 210 time: 0.1077299 May 17 13:54:14.900059 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9c1665b4-31a3-4736-b753-d7d1d7166f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:14.931008 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9c1665b4-31a3-4736-b753-d7d1d7166f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:14.995160 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df3597-717c-4dc1-99ca-c6713681a26f req-7d8fbd25-14a1-4a1d-ae5c-5e8978bf50b2 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:15.002939 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-86df3597-717c-4dc1-99ca-c6713681a26f req-7d8fbd25-14a1-4a1d-ae5c-5e8978bf50b2 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 945 time: 0.2119532 May 17 13:54:15.071473 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-86df3597-717c-4dc1-99ca-c6713681a26f req-a5010e38-9941-4770-879e-f735b524dffd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672255 May 17 13:54:15.075241 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9c1665b4-31a3-4736-b753-d7d1d7166f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:15.081556 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:15.094785 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1665b4-31a3-4736-b753-d7d1d7166f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ecab9d-a1f0-4e7b-a0f5-d29cd041eec3,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:15.106893 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9c1665b4-31a3-4736-b753-d7d1d7166f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:15.115924 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9c1665b4-31a3-4736-b753-d7d1d7166f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:15.117988 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-9c1665b4-31a3-4736-b753-d7d1d7166f83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9ecab9d-a1f0-4e7b-a0f5-d29cd041eec3 HTTP/1.1" status: 204 len: 168 time: 0.4867299 May 17 13:54:15.244031 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2aa5-603c-4d25-8d6b-4f3b1f28e690 req-d15fe0e2-9aaf-4c51-bb3b-d3eebf203205 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:15.245550 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b59e2aa5-603c-4d25-8d6b-4f3b1f28e690 req-d15fe0e2-9aaf-4c51-bb3b-d3eebf203205 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 945 time: 0.0932148 May 17 13:54:15.317354 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b59e2aa5-603c-4d25-8d6b-4f3b1f28e690 req-74ffee62-e279-4496-9eb6-a4f61ee7dc2b tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649130 May 17 13:54:15.472226 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 0e3e096c-f417-4295-bd18-a2b8dce89470 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:15.473490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a14a73-3140-4516-973f-29d4678e24cf req-98f7d753-5e4b-4f7e-bef9-76811a21f4cc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:15.475305 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c2a14a73-3140-4516-973f-29d4678e24cf req-98f7d753-5e4b-4f7e-bef9-76811a21f4cc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 944 time: 0.1295269 May 17 13:54:15.526710 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c2a14a73-3140-4516-973f-29d4678e24cf req-46d1445a-3243-4b95-bafe-f5aa82a77a7b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 May 17 13:54:15.599236 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 0e3e096c-f417-4295-bd18-a2b8dce89470 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:15.605243 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 0e3e096c-f417-4295-bd18-a2b8dce89470 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:15.606298 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:15.709801 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 33782) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:15.728695 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:15.746205 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:15.747457 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:15.751347 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Usage tracker for resource:security_group_rule and tenant:fcdbf439ec1f4c5b8b69c545a9b0c093 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:15.754675 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:15.763148 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:15.780002 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17656cfc-affc-4f65-b6af-4ec95507fa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3e096c-f417-4295-bd18-a2b8dce89470'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:15.790830 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 0e3e096c-f417-4295-bd18-a2b8dce89470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e3e096c-f417-4295-bd18-a2b8dce89470,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:15.797342 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:15.799390 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:15.835925 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:15.873580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:15.878631 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17656cfc-affc-4f65-b6af-4ec95507fa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3e096c-f417-4295-bd18-a2b8dce89470', 'code': 200} May 17 13:54:15.879930 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:15.915914 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-865b3b90-1388-47aa-998d-8a69671cce47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:15.928380 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcdbf439ec1f4c5b8b69c545a9b0c093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152283 May 17 13:54:15.929556 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33796) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:15.944702 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=0e3e096c-f417-4295-bd18-a2b8dce89470,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:15.961168 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:15.973222 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:15.982722 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:15.983338 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.007877 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c29783ee-d3a0-48c6-813b-3d997735937e req-9e745384-f42a-4ac4-a0c7-e55b9587e63b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 210 time: 0.0945628 May 17 13:54:16.041493 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ac7860-8cdc-4cf1-9353-65d5ad78d898,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:16.052242 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:16.113311 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a446e343-b2e2-49d1-8fc9-ce437abd30f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.150954 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a446e343-b2e2-49d1-8fc9-ce437abd30f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.239795 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a446e343-b2e2-49d1-8fc9-ce437abd30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.249794 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-eed29016-e052-4f6c-815d-7bd35412b5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:16.297561 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446e343-b2e2-49d1-8fc9-ce437abd30f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ac7860-8cdc-4cf1-9353-65d5ad78d898,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:16.304279 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.306058 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a446e343-b2e2-49d1-8fc9-ce437abd30f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:16.335220 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a446e343-b2e2-49d1-8fc9-ce437abd30f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.338636 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a446e343-b2e2-49d1-8fc9-ce437abd30f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3ac7860-8cdc-4cf1-9353-65d5ad78d898 HTTP/1.1" status: 204 len: 168 time: 0.4050808 May 17 13:54:16.394465 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:16.404692 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.406028 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:16.441566 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:16.479237 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-75e3dc4c-c766-489d-8eeb-e2fddf6d8029 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:16.481621 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-75e3dc4c-c766-489d-8eeb-e2fddf6d8029 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 815 time: 0.3149378 May 17 13:54:16.505624 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Request body: {'port': {'device_id': '471e9d0a-6250-43d4-834e-db6b5dae2dac', 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'admin_state_up': True, 'tenant_id': '00031678b9ef42cdb9c08fb92f2f2c5e'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:16.546459 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5328e90-e6f6-46db-b14e-eecd767a7560 req-231d6678-600b-4985-ba17-ab6bb2327ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:16.547934 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a5328e90-e6f6-46db-b14e-eecd767a7560 req-231d6678-600b-4985-ba17-ab6bb2327ff0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 1098 time: 0.3232727 May 17 13:54:16.578463 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:16.615370 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:16.675421 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33822) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:16.678334 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 2a8878ea-c5bf-4907-8478-b352032e2b76 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:16.704251 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 2a8878ea-c5bf-4907-8478-b352032e2b76 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:16.705996 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.802271 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19918a4d-0818-443f-ae9e-9cd16377e745 req-99a7fdbc-8a01-4fd8-88f3-df7bc2d0ddb4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:16.804302 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-19918a4d-0818-443f-ae9e-9cd16377e745 req-99a7fdbc-8a01-4fd8-88f3-df7bc2d0ddb4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 945 time: 0.4193077 May 17 13:54:16.806229 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a5328e90-e6f6-46db-b14e-eecd767a7560 req-ef190784-1e37-44b2-a93a-2a6635548098 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171035 May 17 13:54:16.881029 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:16.884629 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:16.896845 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:16.900771 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Usage tracker for resource:security_group_rule and tenant:c9b744f0b4634b1a8fb9f12291ad1965 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:16.905032 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:16.910881 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:16.954967 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:16.960393 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-19918a4d-0818-443f-ae9e-9cd16377e745 req-264ef114-28a2-43d1-9741-60338c89035f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431088 May 17 13:54:16.971579 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b089d1d-2af1-4393-937e-8fb37cede156 req-f1d4508d-848c-4d44-be52-03dfe82265ad tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:16.978960 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8b089d1d-2af1-4393-937e-8fb37cede156 req-f1d4508d-848c-4d44-be52-03dfe82265ad tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 945 time: 0.4297831 May 17 13:54:17.016807 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.033549 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Made reservation on behalf of 00031678b9ef42cdb9c08fb92f2f2c5e for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:54:17.037575 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.088749 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8b089d1d-2af1-4393-937e-8fb37cede156 req-9a0513ac-f55f-42cd-a7d5-49cb8b6981b9 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056836 May 17 13:54:17.096588 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:17.101435 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.108331 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.112235 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:17.114751 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.118578 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-bf4550af-74d7-4001-86bc-5180424d8ab6 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:17.120233 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-bf4550af-74d7-4001-86bc-5180424d8ab6 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 945 time: 0.2484298 May 17 13:54:17.157876 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-91ba058a-94c4-478d-ac98-ae3fd239d7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:17.213700 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9b744f0b4634b1a8fb9f12291ad1965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5371873 May 17 13:54:17.215857 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33848) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:17.219336 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3526f85-7a5b-4827-a810-1e21acf040ed,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:17.227421 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:17.235374 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:17.237746 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:17.238572 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33852) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:17.329216 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-088d50aa-81f7-4204-a726-e3ae34811efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.365112 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-088d50aa-81f7-4204-a726-e3ae34811efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.374665 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e5574e44-09be-422f-ade4-47a5f0541555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.444811 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-088d50aa-81f7-4204-a726-e3ae34811efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.447116 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:17.484346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d50aa-81f7-4204-a726-e3ae34811efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3526f85-7a5b-4827-a810-1e21acf040ed,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:17.487509 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b9aa75f-b61e-44a6-9dd6-cfcc6e3cae7f req-7d3356a2-bdb2-4a48-b36b-76058446dd3c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 210 time: 0.1688197 May 17 13:54:17.498625 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-088d50aa-81f7-4204-a726-e3ae34811efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:17.500739 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.525716 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-088d50aa-81f7-4204-a726-e3ae34811efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.525716 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-088d50aa-81f7-4204-a726-e3ae34811efb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3526f85-7a5b-4827-a810-1e21acf040ed HTTP/1.1" status: 204 len: 168 time: 0.3081539 May 17 13:54:17.529821 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:17.539701 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Usage tracker for resource:security_group_rule and tenant:0f5a8f7c452d433ba07a0fb5724c009c is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:17.545500 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:17.557316 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:17.815425 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.821317 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.834369 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a446e343-b2e2-49d1-8fc9-ce437abd30f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:17.850042 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Allocated IP 172.20.0.6 (c5c169ac-7f6b-4dc0-b671-007c0dae5182/7d812c9a-d562-45e9-82e9-bdfa44616f61/7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:17.868732 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea209193-5051-49dc-a798-9f4447e1eae9 req-48f5f8a7-b042-4e37-80c6-9de9331f8c76 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:17.878198 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea209193-5051-49dc-a798-9f4447e1eae9 req-48f5f8a7-b042-4e37-80c6-9de9331f8c76 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.6119871 May 17 13:54:17.879608 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1251d51f-56af-4f19-9852-a1bf6750d1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad'}, {'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:17.896830 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f5a8f7c452d433ba07a0fb5724c009c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6571889 May 17 13:54:17.898627 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a6b77d-580b-4167-a6a9-21669745cecf,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:17.899712 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 33880) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:17.916320 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Deleting port 884ec13f-5799-4ff0-aaab-b59b862418bb {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:54:17.917046 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:17.917486 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:17.989107 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1251d51f-56af-4f19-9852-a1bf6750d1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad', 'code': 200} May 17 13:54:17.989380 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'code': 200} May 17 13:54:18.098797 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ea209193-5051-49dc-a798-9f4447e1eae9 req-0e0cbf18-7366-4a96-9163-6602955a566f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192841 May 17 13:54:18.371646 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33896) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:18.399871 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.427536 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:18.436373 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Usage tracker for resource:security_group_rule and tenant:57a9019c533141d6ae38052540669e94 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:18.439938 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:18.444453 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1467c-a86b-4867-9f4f-44eb7ade3e2e req-5ab6f5f9-c231-4335-aa28-38a88a462d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:18.446831 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-a0a1467c-a86b-4867-9f4f-44eb7ade3e2e req-5ab6f5f9-c231-4335-aa28-38a88a462d60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 1099 time: 0.1803913 May 17 13:54:18.455496 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:18.511956 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [req-a0a1467c-a86b-4867-9f4f-44eb7ade3e2e req-247ad0c5-0c98-4d4a-91fe-5c4f2ece4f95 service neutron] Synchronizing usage tracker for tenant:0afb345d39ce4e849743d5b7d7a86fda on resource:security_group {{(pid=78714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:54:18.548175 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [req-a0a1467c-a86b-4867-9f4f-44eb7ade3e2e req-247ad0c5-0c98-4d4a-91fe-5c4f2ece4f95 service neutron] Unset dirty status for tenant:0afb345d39ce4e849743d5b7d7a86fda on resource:security_group {{(pid=78714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:54:18.549313 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-a0a1467c-a86b-4867-9f4f-44eb7ade3e2e req-247ad0c5-0c98-4d4a-91fe-5c4f2ece4f95 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951195 May 17 13:54:18.602032 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.608987 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.612287 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] For port 884ec13f-5799-4ff0-aaab-b59b862418bb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=884ec13f-5799-4ff0-aaab-b59b862418bb,segment=NetworkSegment(72ce964c-6105-4c7b-8b56-f8f2c1f3c14a),segment_id=72ce964c-6105-4c7b-8b56-f8f2c1f3c14a)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:18.612639 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.618754 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:18.632187 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-787b9e23-00c4-4608-980d-655f73e8cde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.655563 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5505d1fd-9a63-4946-9ab9-fbf32857af79,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:18.675051 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:18.697416 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57a9019c533141d6ae38052540669e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221807 May 17 13:54:18.697618 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33910) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:18.748875 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.759558 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-33f88259-f8c1-4ff9-a732-7eb13824b381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.788393 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Calling delete_port for 884ec13f-5799-4ff0-aaab-b59b862418bb owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:54:18.791857 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-33f88259-f8c1-4ff9-a732-7eb13824b381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.832328 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-787b9e23-00c4-4608-980d-655f73e8cde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.857157 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-33f88259-f8c1-4ff9-a732-7eb13824b381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.862046 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-53f563b7-117d-43d4-837b-ea5abbea84e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:18.876996 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f88259-f8c1-4ff9-a732-7eb13824b381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505d1fd-9a63-4946-9ab9-fbf32857af79,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:18.880736 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-33f88259-f8c1-4ff9-a732-7eb13824b381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:18.898226 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-33f88259-f8c1-4ff9-a732-7eb13824b381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.899347 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-33f88259-f8c1-4ff9-a732-7eb13824b381 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5505d1fd-9a63-4946-9ab9-fbf32857af79 HTTP/1.1" status: 204 len: 168 time: 0.2007325 May 17 13:54:18.954160 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:18.993535 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea293ce-0f80-402e-a4df-2f3527ef3cfe req-eb3421bd-a57e-43c0-8ba6-b4c3d0a49d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:18.995022 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5ea293ce-0f80-402e-a4df-2f3527ef3cfe req-eb3421bd-a57e-43c0-8ba6-b4c3d0a49d70 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.6843112 May 17 13:54:19.002979 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5dfa3-0424-4643-b5c7-f7dac1eb101e req-4135b552-54d5-4e09-acce-c8d91b4044d4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:19.007386 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-60b5dfa3-0424-4643-b5c7-f7dac1eb101e req-4135b552-54d5-4e09-acce-c8d91b4044d4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.7017338 May 17 13:54:19.063185 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bb8c1-2bc3-4705-a434-812d21688515 req-4b9589c8-6be4-4b09-9a4d-6fab629c9a69 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:19.064684 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-087bb8c1-2bc3-4705-a434-812d21688515 req-4b9589c8-6be4-4b09-9a4d-6fab629c9a69 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 945 time: 0.5770485 May 17 13:54:19.136962 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5ea293ce-0f80-402e-a4df-2f3527ef3cfe req-04ae3058-437e-49f7-89f8-3c533c3821df service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289775 May 17 13:54:19.165566 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-60b5dfa3-0424-4643-b5c7-f7dac1eb101e req-97ac76b4-ef08-4eaf-8495-aaedce0c5df0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379766 May 17 13:54:19.208154 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-787b9e23-00c4-4608-980d-655f73e8cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:19.226909 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-087bb8c1-2bc3-4705-a434-812d21688515 req-3111c52c-0b95-4e6b-9138-0d36981dbd4d tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/security-groups?id=9955c51f-9eea-498c-9e35-bd97a9328d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394765 May 17 13:54:19.231908 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:19.244471 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:19.261312 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['8a4fc208-22b5-4fad-8ac2-74b2cf3ec165'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:54:19.273719 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b9e23-00c4-4608-980d-655f73e8cde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a6b77d-580b-4167-a6a9-21669745cecf,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:19.281229 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-787b9e23-00c4-4608-980d-655f73e8cde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:19.286621 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:19.360373 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Network c5c169ac-7f6b-4dc0-b671-007c0dae5182 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:19.365031 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:19.369849 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:19.376593 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:19.377237 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:19.392523 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:19.415808 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-787b9e23-00c4-4608-980d-655f73e8cde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:19.416851 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-787b9e23-00c4-4608-980d-655f73e8cde7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58a6b77d-580b-4167-a6a9-21669745cecf HTTP/1.1" status: 204 len: 168 time: 1.5090678 May 17 13:54:19.452977 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Pushing event updated for resources: {'Port': ['ID=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:19.645977 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:19.747015 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e8cc48f6-1c77-4227-a050-c2fed8131823 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:19.803329 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f73823c2-2101-49be-97c2-464a41220e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:19.930979 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] No DVR routers for this DVR port 884ec13f-5799-4ff0-aaab-b59b862418bb on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:54:19.935455 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4339046 May 17 13:54:19.957861 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:19.959773 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3f03293b-1f8c-49fe-9138-ba0733733abb req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.52 "DELETE /v2.0/ports/884ec13f-5799-4ff0-aaab-b59b862418bb HTTP/1.1" status: 204 len: 173 time: 2.7433441 May 17 13:54:19.961535 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Pushing event deleted for resources: {'Port': ['ID=884ec13f-5799-4ff0-aaab-b59b862418bb,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:19.963232 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1', 'name': 'network-vif-deleted', 'tag': '884ec13f-5799-4ff0-aaab-b59b862418bb'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:19.967314 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33964) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:19.981047 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:20.008020 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Request body: {'port': {'device_id': '471e9d0a-6250-43d4-834e-db6b5dae2dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:20.024334 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.048932 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:20.053681 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Usage tracker for resource:security_group_rule and tenant:168af5c016a0405e834425f9847ca5db is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:20.057812 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:20.066347 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:20.176751 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.205287 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a466c6-2352-4e38-a29b-2052f9fe867e req-c7d51cf2-c853-43d1-a332-7a2e3d5e7b4e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:20.206054 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-91a466c6-2352-4e38-a29b-2052f9fe867e req-c7d51cf2-c853-43d1-a332-7a2e3d5e7b4e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:54:20.212154 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.218768 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.223647 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c82a0a-fe05-47fc-b659-c0c320c78fcb req-230e3729-4ac4-410c-b7a1-9bdca947103d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:20.225148 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-37c82a0a-fe05-47fc-b659-c0c320c78fcb req-230e3729-4ac4-410c-b7a1-9bdca947103d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.7253039 May 17 13:54:20.239519 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-105c8e46-70b6-42b7-a4fb-9b83bc12d40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:20.256844 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.304951 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-37c82a0a-fe05-47fc-b659-c0c320c78fcb req-f79ef3c4-7611-45d1-b5ce-298af54a6ec5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694468 May 17 13:54:20.331484 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-91a466c6-2352-4e38-a29b-2052f9fe867e req-c7d51cf2-c853-43d1-a332-7a2e3d5e7b4e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:54:20.336580 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=168af5c016a0405e834425f9847ca5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647039 May 17 13:54:20.343724 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 33982) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:20.351113 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91a466c6-2352-4e38-a29b-2052f9fe867e req-c7d51cf2-c853-43d1-a332-7a2e3d5e7b4e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 931 time: 0.9477677 May 17 13:54:20.413621 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f887177f-424e-4451-9d13-f90d0d2ff2e0,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:20.422321 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:20.564015 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a6e5f1f6-9ad5-454f-8ccc-685042273bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.619769 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a6e5f1f6-9ad5-454f-8ccc-685042273bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.693307 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1', 'name': 'network-vif-deleted', 'tag': '884ec13f-5799-4ff0-aaab-b59b862418bb', 'status': 'completed', 'code': 200} May 17 13:54:20.696462 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a6e5f1f6-9ad5-454f-8ccc-685042273bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.704117 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f6951eb0-e065-41ee-97be-7e018c5efab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:20.718155 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5f1f6-9ad5-454f-8ccc-685042273bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887177f-424e-4451-9d13-f90d0d2ff2e0,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:20.720629 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a6e5f1f6-9ad5-454f-8ccc-685042273bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:20.726889 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a6e5f1f6-9ad5-454f-8ccc-685042273bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:20.744973 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a6e5f1f6-9ad5-454f-8ccc-685042273bae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f887177f-424e-4451-9d13-f90d0d2ff2e0 HTTP/1.1" status: 204 len: 168 time: 0.3990726 May 17 13:54:20.790350 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91a466c6-2352-4e38-a29b-2052f9fe867e req-84629220-4a60-40de-a97c-9f7e97b101b6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382911 May 17 13:54:21.049444 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:21.060819 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bafc4-5788-459d-a2bc-be63042cddf9 req-b6c1559e-d2e5-454f-a847-45e94377966b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:21.062498 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-027bafc4-5788-459d-a2bc-be63042cddf9 req-b6c1559e-d2e5-454f-a847-45e94377966b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.3711400 May 17 13:54:21.082408 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:21.088425 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-10436b45-6538-4935-b230-23a65cc0e37e req-71ad0e96-4089-44d3-8544-99c5c3ccad03 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Synchronizing usage tracker for tenant:39cdc6de9b6944f3a2aee23b1f8317b3 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:54:21.109800 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:21.161641 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-10436b45-6538-4935-b230-23a65cc0e37e req-71ad0e96-4089-44d3-8544-99c5c3ccad03 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Unset dirty status for tenant:39cdc6de9b6944f3a2aee23b1f8317b3 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:54:21.161641 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-10436b45-6538-4935-b230-23a65cc0e37e req-71ad0e96-4089-44d3-8544-99c5c3ccad03 tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ae54a10-bfbb-4cf1-94d4-7bccc0f553e1 HTTP/1.1" status: 200 len: 210 time: 0.1552510 May 17 13:54:21.181016 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Transition to ACTIVE for port object 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:21.196229 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-027bafc4-5788-459d-a2bc-be63042cddf9 req-0a711e6b-db79-4a88-922a-d59f31eae522 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161778 May 17 13:54:21.202397 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:21.216387 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:21.501096 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 884ec13f-5799-4ff0-aaab-b59b862418bb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:54:21.595889 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 884ec13f-5799-4ff0-aaab-b59b862418bb {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:54:21.596237 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 884ec13f-5799-4ff0-aaab-b59b862418bb not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:54:21.613087 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Pushing event updated for resources: {'Port': ['ID=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:21.625266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:21.696339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Attempting to bind port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:54:21.696860 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Attempting to bind port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:54:21.697383 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Attempting to bind port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:21.713190 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:54:21.713498 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Attempting to bind port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:21.729529 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:54:21.730053 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Checking segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:21.730989 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Bound using segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:54:21.731596 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Bound port: 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:54:21.731751 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:21.893630 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa057-2d47-43fe-8b8e-0a29aaa33793 req-c051505d-9818-4794-8c2f-44bbe41350ef tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:21.895697 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-552fa057-2d47-43fe-8b8e-0a29aaa33793 req-c051505d-9818-4794-8c2f-44bbe41350ef tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.4528384 May 17 13:54:21.905785 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34050) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:21.912409 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'floatingip': {'port_id': '2a8878ea-c5bf-4907-8478-b352032e2b76'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:22.004462 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-e8aac2c0-6f58-4eac-bb1e-d7e62cb6c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:22.006103 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-e8aac2c0-6f58-4eac-bb1e-d7e62cb6c362 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 1098 time: 0.3797269 May 17 13:54:22.023308 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] For port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:54:22.068021 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:22.139712 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] For port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:54:22.167106 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93722d27-52d6-4e6b-98e5-5722c43f00e6 req-ee837752-c953-4a73-9581-daf080ade30d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:22.169579 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-93722d27-52d6-4e6b-98e5-5722c43f00e6 req-ee837752-c953-4a73-9581-daf080ade30d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.4217386 May 17 13:54:22.173185 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:22.204703 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:22.301352 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:22.301352 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:22.302606 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] 10.222.0.52 "PUT /v2.0/ports/7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 HTTP/1.1" status: 200 len: 1093 time: 2.3237143 May 17 13:54:22.358663 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-93722d27-52d6-4e6b-98e5-5722c43f00e6 req-83a61bb7-6d03-410a-a79d-f41b3b2ea898 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793931 May 17 13:54:22.377782 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Pushing event updated for resources: {'Port': ['ID=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:22.381772 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-70ec8a2f-1194-4a78-bfff-31859f793f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:22.383368 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-70ec8a2f-1194-4a78-bfff-31859f793f9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 919 time: 0.3616629 May 17 13:54:22.385408 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:22.599376 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-b455ddea-30f9-41dd-a8d8-c9e58533fc61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e3e096c-f417-4295-bd18-a2b8dce89470 HTTP/1.1" status: 200 len: 217 time: 0.0871444 May 17 13:54:22.619127 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d25fb-bad0-40f5-92ce-b4466d78ca49 req-247ecd28-2a66-4a93-a705-265d584c659f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:22.630631 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ed8d25fb-bad0-40f5-92ce-b4466d78ca49 req-247ecd28-2a66-4a93-a705-265d584c659f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 943 time: 0.6050298 May 17 13:54:22.736870 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471e9d0a-6250-43d4-834e-db6b5dae2dac', 'tag': '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:22.816775 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-f99c5597-9e38-4bd2-883b-fd4135cf9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:22.818702 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-f99c5597-9e38-4bd2-883b-fd4135cf9055 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.1871934 May 17 13:54:22.835842 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ed8d25fb-bad0-40f5-92ce-b4466d78ca49 req-5786e0eb-6636-42f5-9de3-ca5abd501aa2 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471598 May 17 13:54:22.936487 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471e9d0a-6250-43d4-834e-db6b5dae2dac', 'tag': '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2', 'status': 'completed', 'code': 200} May 17 13:54:22.943739 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-1de3787d-0244-4364-ae45-b060c2df74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:22.945213 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-1de3787d-0244-4364-ae45-b060c2df74e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 1096 time: 0.5610073 May 17 13:54:22.947250 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:22.954947 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-285d0a34-035a-40fa-8aef-55325f9a8971 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032348 May 17 13:54:23.144466 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-9848b884-deb8-4dd3-b38e-b3e5f23f98a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 HTTP/1.1" status: 200 len: 217 time: 0.1780615 May 17 13:54:23.291143 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-27b78305-aabc-449e-bd30-37c7f1acd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:23.293775 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-27b78305-aabc-449e-bd30-37c7f1acd718 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.1375048 May 17 13:54:23.359417 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-f816a189-e591-48b9-a81c-7dd40245cfef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488079 May 17 13:54:23.361381 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-bcdd1d66-25d6-4ae4-a7c4-81047089b187 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934681 May 17 13:54:23.408339 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:23.413191 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:23.617852 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.l3_db [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Floating IP 59679546-6d07-4dca-b3b7-d3b8809bd70d associated. External IP: 172.28.3.87, port: 2a8878ea-c5bf-4907-8478-b352032e2b76. May 17 13:54:23.849787 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-7181782f-0c31-4d98-ac38-1e5d0cde8e24 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515595 May 17 13:54:23.912912 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0beb6-1cda-47ef-88a7-a1875c431799 req-75757288-cf7d-439d-a825-bbafd7683090 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027308 May 17 13:54:24.046682 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce15734-8fe6-45b2-a411-170b53b8fb0d req-82b13e0a-9b8e-4518-a14b-256410323e39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:24.053540 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2ce15734-8fe6-45b2-a411-170b53b8fb0d req-82b13e0a-9b8e-4518-a14b-256410323e39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.4699197 May 17 13:54:24.148539 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Router f865ec5b-458d-49e2-9c0f-542f98e0196e has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:54:24.195232 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2ce15734-8fe6-45b2-a411-170b53b8fb0d req-ee1f65e7-5db9-4907-a0f3-1475631c3ea1 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407862 May 17 13:54:24.267930 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-886ba1a8-dde8-4476-9f1a-e5d9af27d57e req-9ff2041f-e021-49c9-a7ac-58923cfb582c service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081774 May 17 13:54:24.286244 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321009fc-b2e8-4ba8-be1e-e8bf2ed007dd req-08e71894-51e6-4fbb-a1a0-b1a3e1ad6ca8 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:24.297647 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-321009fc-b2e8-4ba8-be1e-e8bf2ed007dd req-08e71894-51e6-4fbb-a1a0-b1a3e1ad6ca8 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 943 time: 0.2412560 May 17 13:54:24.347304 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34160) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:24.362958 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:54:24.368439 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:24.376488 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] Sync routers for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:54:24.392510 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:54:24.393705 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:54:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:24.397569 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34164) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:24.439257 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-30972dde-5fec-4c34-91d2-e4b97826defd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "PUT /v2.0/floatingips/59679546-6d07-4dca-b3b7-d3b8809bd70d HTTP/1.1" status: 200 len: 991 time: 2.5323544 May 17 13:54:24.440625 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76'}] {{(pid=78714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:24.466401 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-321009fc-b2e8-4ba8-be1e-e8bf2ed007dd req-959f4f4c-b5bf-4b57-bf7d-32c62bb63757 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676252 May 17 13:54:24.509058 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-dfa7f898-5f46-40c1-8518-6a8e272cd44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:24.510739 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-dfa7f898-5f46-40c1-8518-6a8e272cd44b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 1096 time: 0.1602733 May 17 13:54:24.598687 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'status': 'completed', 'code': 200} May 17 13:54:24.677788 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:24.742230 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:54:24.746645 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:24.755779 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Usage tracker for resource:security_group_rule and tenant:24ed100cb0b441afafd3232d8ebbee1e is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:24.766595 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:24.780982 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:24.833913 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:24.871372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:24.882422 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Usage tracker for resource:security_group_rule and tenant:fec35bb412574671902479ffc84dffe3 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:24.903282 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:24.911023 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:24.913039 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:24.940563 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:24.949932 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-9817d6d1-a922-44d1-90fe-846d92c2d73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:24.981268 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34196) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:25.053556 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Deleting subnet b53b69b7-de9a-47d5-902c-1b30e19bf823 {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 13:54:25.060258 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24ed100cb0b441afafd3232d8ebbee1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6563210 May 17 13:54:25.064702 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34200) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:25.071271 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-5d339218-8a38-4f56-bf43-a347e6940f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:25.071964 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.072710 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-5d339218-8a38-4f56-bf43-a347e6940f34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 916 time: 0.5511248 May 17 13:54:25.107000 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-0bf955c1-fd42-4a49-b39c-88e69002cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:25.108465 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-0bf955c1-fd42-4a49-b39c-88e69002cc00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 1099 time: 0.3637538 May 17 13:54:25.116569 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb719775-34c9-4489-afe9-6bdbfb5a9b6b,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:25.122386 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:25.134155 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.141331 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.224933 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '59679546-6d07-4dca-b3b7-d3b8809bd70d', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'port_id': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'mac_address': 'fa:16:3e:47:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:53:52Z', 'updated_at': '2021-05-17T13:54:23Z', 'revision_number': 1, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:25.230599 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-f0656c0b-0e72-4009-8bfd-298429e410e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 HTTP/1.1" status: 200 len: 217 time: 0.1315203 May 17 13:54:25.234324 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] Checking router: f865ec5b-458d-49e2-9c0f-542f98e0196e for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:54:25.246615 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:54:25.247858 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:54:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:25.316143 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-c69530c4-d6a0-49ed-a7bc-f02a9d42b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:25.317494 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-c69530c4-d6a0-49ed-a7bc-f02a9d42b2fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.0773094 May 17 13:54:25.424047 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-b02b276c-d682-4f37-8229-d61e7aa33614 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559542 May 17 13:54:25.483258 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:54:25.556156 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.561462 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-4cf34776-ce60-4a0d-b9f8-bb4e0ae85e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:25.625724 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53b69b7-de9a-47d5-902c-1b30e19bf823,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:25.627461 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.637570 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-22018e46-df31-4d44-b0c6-952f753b3289 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480227 May 17 13:54:25.649360 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b53b69b7-de9a-47d5-902c-1b30e19bf823 HTTP/1.1" status: 204 len: 168 time: 0.6639645 May 17 13:54:25.652728 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34214) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:25.664263 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:25.809849 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b365d012-803a-4981-b533-f81f1ae1f029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.827651 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.905307 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67a1d38-ebc2-46de-b388-fdd252c91463 req-993af0d7-35c7-4da5-8dd4-39af902adda7 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535014 May 17 13:54:25.973326 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.977980 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b365d012-803a-4981-b533-f81f1ae1f029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:25.999521 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.000036 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.000978 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.001505 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.001923 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.002451 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.004196 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.004196 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.004196 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.004196 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.014917 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '59679546-6d07-4dca-b3b7-d3b8809bd70d', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'port_id': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'mac_address': 'fa:16:3e:47:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:53:52Z', 'updated_at': '2021-05-17T13:54:23Z', 'revision_number': 1, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:26.019605 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4d9ee6-d1ed-4f64-86bb-64ca698243ee None None] The sync data for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb is: [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '59679546-6d07-4dca-b3b7-d3b8809bd70d', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'floating_ip_address': '172.28.3.87', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'port_id': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'mac_address': 'fa:16:3e:47:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:53:52Z', 'updated_at': '2021-05-17T13:54:23Z', 'revision_number': 1, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:54:26.032465 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-960b7ce3-4206-43d8-a5fe-3875381761c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:26.033971 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-960b7ce3-4206-43d8-a5fe-3875381761c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.8367946 May 17 13:54:26.073304 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a89d6-541f-4e19-838b-ccc84f1718db req-1d5d0c73-7b5a-4ff6-8689-e94cfa2338c1 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:26.075252 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-030a89d6-541f-4e19-838b-ccc84f1718db req-1d5d0c73-7b5a-4ff6-8689-e94cfa2338c1 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.6503117 May 17 13:54:26.081026 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.179685 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.208395 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ccfc2fce-0b62-4792-9a2b-2c04844736c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:26.224712 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.225272 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.226081 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.226257 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:54:26.226682 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cbdee7-b0df-46cc-b0e9-e33583329537']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:26.243902 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ce964c-6105-4c7b-8b56-f8f2c1f3c14a') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:26.244222 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ce964c-6105-4c7b-8b56-f8f2c1f3c14a') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:26.257203 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.277413 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.288637 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fec35bb412574671902479ffc84dffe3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9362295 May 17 13:54:26.297850 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34228) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:26.299362 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 13:54:26.299794 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.304845 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-030a89d6-541f-4e19-838b-ccc84f1718db req-ab4172ca-bd90-4120-8eb2-9877a7cae766 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726413 May 17 13:54:26.307319 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-7ba997c3-4398-4cd8-b2b6-9cb51e946eea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8878ea-c5bf-4907-8478-b352032e2b76 HTTP/1.1" status: 200 len: 999 time: 0.2583191 May 17 13:54:26.325942 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b365d012-803a-4981-b533-f81f1ae1f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.335480 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c72ebc-3aee-4567-89b1-318f8a1b16c3,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:26.339927 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fe6c7-377f-4d99-92fe-3a91bb8f9955 None None] New status for floating IP 59679546-6d07-4dca-b3b7-d3b8809bd70d: ACTIVE {{(pid=78716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 13:54:26.379286 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b2dc4-0baf-4fac-be79-58b9544a1165 req-228c2705-15a3-4268-a62a-fe9b7b93d866 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:26.380899 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-880b2dc4-0baf-4fac-be79-58b9544a1165 req-228c2705-15a3-4268-a62a-fe9b7b93d866 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 943 time: 0.5612602 May 17 13:54:26.385128 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:26.390309 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9c1665b4-31a3-4736-b753-d7d1d7166f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: from cryptography.utils import int_from_bytes May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: from cryptography.utils import int_from_bytes May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 13:54:26.402053 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 13:54:26.410670 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.417951 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.435749 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:26.447170 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365d012-803a-4981-b533-f81f1ae1f029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb719775-34c9-4489-afe9-6bdbfb5a9b6b,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:26.461909 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b365d012-803a-4981-b533-f81f1ae1f029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:26.485078 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b365d012-803a-4981-b533-f81f1ae1f029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.486309 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-b365d012-803a-4981-b533-f81f1ae1f029 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb719775-34c9-4489-afe9-6bdbfb5a9b6b HTTP/1.1" status: 204 len: 168 time: 1.4196582 May 17 13:54:26.489884 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=73cbdee7-b0df-46cc-b0e9-e33583329537,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:26.498043 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:26.499492 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/73cbdee7-b0df-46cc-b0e9-e33583329537 HTTP/1.1" status: 204 len: 168 time: 0.8435311 May 17 13:54:26.502205 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-5f7281d2-7b4f-4ac8-a613-87187327fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:26.503681 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-5f7281d2-7b4f-4ac8-a613-87187327fea2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.1807220 May 17 13:54:26.516119 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-880b2dc4-0baf-4fac-be79-58b9544a1165 req-fa60ec7b-3819-47cb-9709-a499731e0f2c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046700 May 17 13:54:26.592517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ecae3dee-a7c6-4cd3-a593-caf3704c6b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.678934 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ecae3dee-a7c6-4cd3-a593-caf3704c6b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.705144 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34240) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:26.739816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-83a627a0-dac8-4030-9c54-4f8603f01cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:26.741255 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-83a627a0-dac8-4030-9c54-4f8603f01cd8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2243824 May 17 13:54:26.789700 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ba38b200-8025-4e80-9b20-1362e6d3e790 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39cdc6de9b6944f3a2aee23b1f8317b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0827508 May 17 13:54:26.794480 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34246) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:26.851373 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ecae3dee-a7c6-4cd3-a593-caf3704c6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.857584 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-07e9e657-a8c5-4aac-8457-f3013e17714f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:26.876517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae3dee-a7c6-4cd3-a593-caf3704c6b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c72ebc-3aee-4567-89b1-318f8a1b16c3,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:26.884342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ecae3dee-a7c6-4cd3-a593-caf3704c6b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:26.891412 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e81fb0bb-bc39-43ff-acc5-faeabc9880a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.900844 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ecae3dee-a7c6-4cd3-a593-caf3704c6b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.902380 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ecae3dee-a7c6-4cd3-a593-caf3704c6b52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15c72ebc-3aee-4567-89b1-318f8a1b16c3 HTTP/1.1" status: 204 len: 168 time: 0.6020811 May 17 13:54:26.935032 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e81fb0bb-bc39-43ff-acc5-faeabc9880a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:26.955985 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-d17f23ea-a4a8-4cc1-a772-f04767337029 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047951 May 17 13:54:27.030572 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e81fb0bb-bc39-43ff-acc5-faeabc9880a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.039737 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:27.049558 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34252) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:27.083193 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fb0bb-bc39-43ff-acc5-faeabc9880a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9955c51f-9eea-498c-9e35-bd97a9328d2f,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:27.090510 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e81fb0bb-bc39-43ff-acc5-faeabc9880a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:27.090989 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e81fb0bb-bc39-43ff-acc5-faeabc9880a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.092398 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e81fb0bb-bc39-43ff-acc5-faeabc9880a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9955c51f-9eea-498c-9e35-bd97a9328d2f HTTP/1.1" status: 204 len: 168 time: 0.2967615 May 17 13:54:27.234644 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.252258 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:27.257317 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Usage tracker for resource:security_group_rule and tenant:5b1503bac4304825a61d985a5ef3d6f7 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:27.261562 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:27.279266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:27.318539 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2ce76df-4d88-44fb-9a40-6cbd142c78a5 req-14c57e0e-d3fd-4b85-ae4c-13184e4f5168 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512337 May 17 13:54:27.414005 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34274) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:27.439815 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.459519 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:27.459641 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.465839 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Usage tracker for resource:security_group_rule and tenant:9dcccafc54ad4db48b97eb1945417788 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:27.469779 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:27.476259 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:27.514759 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.538542 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c90b7fe4-829d-4986-94e3-a1c3fbcc9982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:27.562027 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:54:27.606222 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.611094 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.621967 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:27.633258 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b1503bac4304825a61d985a5ef3d6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5826530 May 17 13:54:27.637963 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34284) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:27.652219 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4354e95c-0645-4ebd-a10a-2eefb998f719,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:27.662923 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.663353 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.663791 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.664212 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.664724 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.665029 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.665413 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.665838 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.666242 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.666623 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.667030 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.667480 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:27.672794 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:27.702385 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1781c1-aa47-4341-8d9b-e28b92c4fee4 req-eef2fc62-88f0-49a4-bdc7-61fced90b2c7 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:27.706123 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba1781c1-aa47-4341-8d9b-e28b92c4fee4 req-eef2fc62-88f0-49a4-bdc7-61fced90b2c7 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.2450945 May 17 13:54:27.718855 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dcccafc54ad4db48b97eb1945417788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035550 May 17 13:54:27.721391 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34292) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:27.735701 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d089a0-bb36-4a85-a400-8563f70bc63e,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:27.753569 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:27.800158 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba1781c1-aa47-4341-8d9b-e28b92c4fee4 req-87507def-9819-4de0-93e1-dfba5363c61a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828557 May 17 13:54:27.867133 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:27.867357 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c08680bc-4d37-4e50-8e64-de9daa5cba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.883769 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2', 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'port_id': '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2', 'mac_address': 'fa:16:3e:c6:8d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d812c9a-d562-45e9-82e9-bdfa44616f61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:54:27.891351 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b0aeea76-04b3-40a2-98e6-3963f6125ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.925186 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b0aeea76-04b3-40a2-98e6-3963f6125ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.958257 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c123d-793e-4946-a135-7bc588f34969 req-7c351ffa-5fbd-4368-9ea4-ac076482dfc3 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:27.959893 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:27.960406 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9d9c123d-793e-4946-a135-7bc588f34969 req-7c351ffa-5fbd-4368-9ea4-ac076482dfc3 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 943 time: 0.0953512 May 17 13:54:27.978711 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:27.998109 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:28.005268 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.007191 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:28.017099 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c08680bc-4d37-4e50-8e64-de9daa5cba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.019910 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9d9c123d-793e-4946-a135-7bc588f34969 req-723e08a7-2e6c-490f-b9e4-8acf43919aca tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 May 17 13:54:28.033858 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b0aeea76-04b3-40a2-98e6-3963f6125ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.046102 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a6e5f1f6-9ad5-454f-8ccc-685042273bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:28.070200 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aeea76-04b3-40a2-98e6-3963f6125ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d089a0-bb36-4a85-a400-8563f70bc63e,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:28.077389 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b0aeea76-04b3-40a2-98e6-3963f6125ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:28.083435 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b0aeea76-04b3-40a2-98e6-3963f6125ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.084608 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-b0aeea76-04b3-40a2-98e6-3963f6125ae7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77d089a0-bb36-4a85-a400-8563f70bc63e HTTP/1.1" status: 204 len: 168 time: 0.3537488 May 17 13:54:28.107993 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c08680bc-4d37-4e50-8e64-de9daa5cba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.112213 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:28.113740 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:28.116721 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:28.131582 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08680bc-4d37-4e50-8e64-de9daa5cba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4354e95c-0645-4ebd-a10a-2eefb998f719,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:28.133981 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c08680bc-4d37-4e50-8e64-de9daa5cba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:28.136475 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c08680bc-4d37-4e50-8e64-de9daa5cba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.137874 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-c08680bc-4d37-4e50-8e64-de9daa5cba82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4354e95c-0645-4ebd-a10a-2eefb998f719 HTTP/1.1" status: 204 len: 168 time: 0.4969013 May 17 13:54:28.338282 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34318) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:28.374652 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:54:28.661964 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-431559352-network', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:28.669946 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:28.676610 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Usage tracker for resource:network and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:28.688321 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:28.694735 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:28.707987 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Made reservation on behalf of 4a5884fc35ce481b83f4022e019d2a65 for: {'network': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:54:28.710768 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.724970 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.747033 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:28.751054 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:28.754064 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:28.760087 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:28.935525 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.942238 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:28.946475 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:29.018162 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd414b-dd26-4087-b52d-b734d8d84fd2,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:29.022239 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:29.023318 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=78714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:54:29.047297 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:29.047642 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.segments_db [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Added segment 923a10e5-88d8-454b-89d7-d1b49c47b7e6 of type vlan for network 9677ea60-a95a-45a9-892e-846362f1d5b2 May 17 13:54:29.100789 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:29.155628 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:29.160067 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:29.163157 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:29.185845 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-86acde1e-5ab6-4c68-a821-38d9b8944e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:29.196839 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214ac2-4e34-4fcf-8328-88fddd28515a req-6002b301-ae6c-4018-84e8-1af01018f2e4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:29.216846 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-77214ac2-4e34-4fcf-8328-88fddd28515a req-6002b301-ae6c-4018-84e8-1af01018f2e4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.2209344 May 17 13:54:29.303278 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9620955 May 17 13:54:29.307253 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34388) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:29.333227 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Request body: {'subnet': {'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-431559352-subnet', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:29.345803 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:29.349201 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Pushing event updated for resources: {'Network': ['ID=9677ea60-a95a-45a9-892e-846362f1d5b2,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:29.357828 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Usage tracker for resource:subnet and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:29.366248 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.366892 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.367431 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.368012 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.368661 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.369212 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.370193 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.370991 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.371616 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.372173 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.372695 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.373224 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:29.374067 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-77214ac2-4e34-4fcf-8328-88fddd28515a req-58649ba3-a2f6-4bd5-a8dc-89216581a8ba tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530466 May 17 13:54:29.377311 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:29.380961 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:29.387679 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:29.388847 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:54:29.402168 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Made reservation on behalf of 4a5884fc35ce481b83f4022e019d2a65 for: {'subnet': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:54:29.406641 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597616'] for subnet, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:29.416318 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb76ca3-bc7c-4d60-8e4d-f962154e88da req-90053073-656a-43bd-84df-056c4840c09f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:29.425275 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7cb76ca3-bc7c-4d60-8e4d-f962154e88da req-90053073-656a-43bd-84df-056c4840c09f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 944 time: 0.1852169 May 17 13:54:29.483822 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7cb76ca3-bc7c-4d60-8e4d-f962154e88da req-8ca4c043-3322-4603-a792-fb243d883258 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557373 May 17 13:54:29.583824 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:29.703180 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:29.710355 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:29.710728 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:29.875219 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:29.907613 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471e9d0a-6250-43d4-834e-db6b5dae2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:29.918565 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:29.926417 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:29.928881 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-ea98b758-c1b1-4b18-92d8-e9bce84c03d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:30.024196 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471e9d0a-6250-43d4-834e-db6b5dae2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2', 'code': 200} May 17 13:54:30.025171 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:30.028865 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9710127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597602'] for subnet, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:30.034308 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a027bf1f-49db-4abd-b724-c26155f3332f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:30.036399 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:30.138522 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Checking segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:30.138522 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Network hostable DHCP agents. Network: 9677ea60-a95a-45a9-892e-846362f1d5b2, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:54:30.140829 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:30.144564 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:30.163226 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:54:30.177251 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 9677ea60-a95a-45a9-892e-846362f1d5b2) {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:30.189505 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:30.190310 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:30.194464 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e5366-cd14-48d4-b3c4-2a20f9520805 None None] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:54:30.226092 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9147985 May 17 13:54:30.226732 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34430) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:30.233233 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:30.245884 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:30.253106 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Usage tracker for resource:router and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:30.259512 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:30.276054 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:30.301171 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8180'] for router, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:30.302317 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8171'] for router, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:30.327938 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:30.414159 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732d6bb-ff53-4012-a225-27fafd44502c req-a4d5be64-7fa5-4540-b64f-768b526613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:30.416363 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a732d6bb-ff53-4012-a225-27fafd44502c req-a4d5be64-7fa5-4540-b64f-768b526613c7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 1098 time: 0.1493206 May 17 13:54:30.598565 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a732d6bb-ff53-4012-a225-27fafd44502c req-15d6a525-439a-444f-999c-a0581d90b855 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721637 May 17 13:54:30.653411 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp609898f5-d9b9-5812-938e-ae2695063783-9677ea60-a95a-45a9-892e-846362f1d5b2', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc'}]}} from dv-cinder-788363-3-smb. {{(pid=78716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 13:54:30.654280 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:30.799998 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:30.875565 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd438f26-1817-4fa7-b64c-c811e1cd349d req-d21fec95-c294-4f55-a432-47f3aaf04449 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:30.876872 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bd438f26-1817-4fa7-b64c-c811e1cd349d req-d21fec95-c294-4f55-a432-47f3aaf04449 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.3539140 May 17 13:54:30.893232 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46719673-a5a7-4a6b-a83d-5b323bd6db79 req-d86b524f-e2c0-4861-9457-27ca94b2df29 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:30.898460 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-46719673-a5a7-4a6b-a83d-5b323bd6db79 req-d86b524f-e2c0-4861-9457-27ca94b2df29 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 945 time: 0.2707500 May 17 13:54:30.935272 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34466) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:30.996810 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bd438f26-1817-4fa7-b64c-c811e1cd349d req-18bb7b17-7bbe-404a-98e4-3a0376bfa16b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957153 May 17 13:54:31.004284 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Allocated IP 172.20.0.2 (9677ea60-a95a-45a9-892e-846362f1d5b2/ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc/e4501159-c248-48c4-82b9-9cdd4ca961b1) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:31.012714 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-46719673-a5a7-4a6b-a83d-5b323bd6db79 req-a6d40d96-4a2e-438c-a7b6-1cc08f61bb25 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127746 May 17 13:54:31.312144 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.312721 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.324304 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Transition to ACTIVE for port object e4501159-c248-48c4-82b9-9cdd4ca961b1 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:31.345274 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.349414 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.371079 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Transition to ACTIVE for port object e4501159-c248-48c4-82b9-9cdd4ca961b1 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:31.383918 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.394486 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:31.429982 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:31.429982 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce3aac169744b84b4104f1925255b64 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:31.434884 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:31.449443 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:31.457971 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:31.464543 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:31.478014 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:31.568909 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Allocated IP 172.28.3.239 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/ba4b631a-8d8d-4f59-80be-09e1d30fc05d) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:31.591316 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Attempting to bind port e4501159-c248-48c4-82b9-9cdd4ca961b1 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:54:31.591689 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Attempting to bind port e4501159-c248-48c4-82b9-9cdd4ca961b1 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:54:31.592059 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Attempting to bind port e4501159-c248-48c4-82b9-9cdd4ca961b1 on network 9677ea60-a95a-45a9-892e-846362f1d5b2 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:31.599715 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:54:31.600086 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Checking segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:31.600493 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.600889 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Bound using segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:54:31.601364 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Bound port: e4501159-c248-48c4-82b9-9cdd4ca961b1, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:54:31.601832 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.697484 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-12559834-983b-4ace-8aab-0355a834ecda None None] For port e4501159-c248-48c4-82b9-9cdd4ca961b1, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:54:31.700885 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-12559834-983b-4ace-8aab-0355a834ecda None None] For port e4501159-c248-48c4-82b9-9cdd4ca961b1, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=e4501159-c248-48c4-82b9-9cdd4ca961b1,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:54:31.716391 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Pushing event updated for resources: {'Port': ['ID=e4501159-c248-48c4-82b9-9cdd4ca961b1,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:31.722244 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:31.726720 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.737812 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:31.768585 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.781213 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:31.813180 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c339418c-f5c4-4878-9050-fb5f7313cad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:31.825857 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Pushing event updated for resources: {'Port': ['ID=e4501159-c248-48c4-82b9-9cdd4ca961b1,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:31.829304 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:31.946230 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f0f1fd-a235-413a-a1a3-8ea6bf4d8bbb,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:31.956978 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ce3aac169744b84b4104f1925255b64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0198276 May 17 13:54:31.959593 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34496) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:31.983876 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:32.001832 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:32.063422 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-330d98fa-0de2-4e4e-afa5-e9c9a93cbffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:32.073910 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:32.086326 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:32.158767 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-330d98fa-0de2-4e4e-afa5-e9c9a93cbffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:32.311706 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-330d98fa-0de2-4e4e-afa5-e9c9a93cbffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:32.325347 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-89cbdbb9-fb38-46c6-829a-b20c0b2302da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:32.346234 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4b631a-8d8d-4f59-80be-09e1d30fc05d,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:32.353917 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:32.366086 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:32.367754 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:32.370297 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:32.471968 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d98fa-0de2-4e4e-afa5-e9c9a93cbffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f0f1fd-a235-413a-a1a3-8ea6bf4d8bbb,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:32.498335 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-330d98fa-0de2-4e4e-afa5-e9c9a93cbffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:32.499436 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device e4501159-c248-48c4-82b9-9cdd4ca961b1 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:32.541004 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-330d98fa-0de2-4e4e-afa5-e9c9a93cbffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:32.546107 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-330d98fa-0de2-4e4e-afa5-e9c9a93cbffa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6f0f1fd-a235-413a-a1a3-8ea6bf4d8bbb HTTP/1.1" status: 204 len: 168 time: 0.5852821 May 17 13:54:32.586991 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d9bf-b891-459a-bb29-1aeb0e3fadcc req-ab9f7628-be59-43d4-8300-51268927a1b2 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:32.596052 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f60d9bf-b891-459a-bb29-1aeb0e3fadcc req-ab9f7628-be59-43d4-8300-51268927a1b2 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 945 time: 0.3463192 May 17 13:54:32.642674 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c58b58-ecd4-4faa-bd06-7f2ace93d829 req-e50e81c6-22ec-4ad8-8e39-ff6884cfe810 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:32.650209 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a4c58b58-ecd4-4faa-bd06-7f2ace93d829 req-e50e81c6-22ec-4ad8-8e39-ff6884cfe810 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.2720261 May 17 13:54:32.685239 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port e4501159-c248-48c4-82b9-9cdd4ca961b1 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:32.686859 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f60d9bf-b891-459a-bb29-1aeb0e3fadcc req-31222d63-45b4-4779-8111-8eb0d4bc02e0 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896442 May 17 13:54:32.769426 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a4c58b58-ecd4-4faa-bd06-7f2ace93d829 req-43b94a42-2433-413b-b1f1-684d08ea8d9c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176507 May 17 13:54:33.253460 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:33.309986 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a791ed-c8b3-4075-bd59-840f730b62e3 None None] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:54:33.410208 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34556) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:33.447315 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:33.504199 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:33.509621 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Usage tracker for resource:security_group_rule and tenant:6a76d51d021f45d7bfb71d2481fe708c is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:33.530609 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:33.546655 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:33.584279 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Provisioning for port e4501159-c248-48c4-82b9-9cdd4ca961b1 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:33.623037 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Provisioning complete for port e4501159-c248-48c4-82b9-9cdd4ca961b1 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:33.625136 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:33.669721 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-699339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545'] for router, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:33.767611 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:33.782696 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:33.815501 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e3915bfb-c473-4818-96cb-c9315c90b27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:33.906193 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55186fe6-9a43-4cb9-a529-b35cdc18340d,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:33.918461 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:33.977902 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a76d51d021f45d7bfb71d2481fe708c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642769 May 17 13:54:33.988700 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34588) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:34.127761 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.171558 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] For port e4501159-c248-48c4-82b9-9cdd4ca961b1, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=e4501159-c248-48c4-82b9-9cdd4ca961b1,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:34.180328 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.185853 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:34.203749 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34598) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:34.274511 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Router e108211a-f0f0-4023-93e7-bb984f02cac7 is scheduled to L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 with binding_index 1 {{(pid=78714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 13:54:34.302397 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Pushing event updated for resources: {'Port': ['ID=e4501159-c248-48c4-82b9-9cdd4ca961b1,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:34.313040 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.313617 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.313964 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.314286 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.314955 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.315501 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.315950 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.316556 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.317119 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.317771 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.318813 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.321187 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:54:34.332635 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:34.362773 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34604) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:34.375653 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e3cafa86-4090-4941-b0a3-20f1657c3616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.430982 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5b90-2198-4724-92ec-4155b7d5aa2b req-6e202328-4c86-43bf-92e5-546c75f1c6cf tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:34.433768 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f44a5b90-2198-4724-92ec-4155b7d5aa2b req-6e202328-4c86-43bf-92e5-546c75f1c6cf tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.3846350 May 17 13:54:34.438890 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e3cafa86-4090-4941-b0a3-20f1657c3616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.535546 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f44a5b90-2198-4724-92ec-4155b7d5aa2b req-648e86ee-8099-40f8-861a-ac9da908b687 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895433 May 17 13:54:34.580136 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.598533 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:34.603997 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:82365539bbdc4863831973fb0e0b8a17 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:34.624578 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-435dd29c-a064-420e-845c-b7cd0ea1e36f None None] Provisioning complete for port e4501159-c248-48c4-82b9-9cdd4ca961b1 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:34.624953 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-435dd29c-a064-420e-845c-b7cd0ea1e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.625832 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:34.629220 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e3cafa86-4090-4941-b0a3-20f1657c3616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.642171 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:34.656108 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:34.698580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cafa86-4090-4941-b0a3-20f1657c3616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55186fe6-9a43-4cb9-a529-b35cdc18340d,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:34.702730 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e3cafa86-4090-4941-b0a3-20f1657c3616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:34.727141 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.750622 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:34.758346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Usage tracker for resource:security_group_rule and tenant:3f29185a13dd43b9bb9e533d4cdda70f is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:34.759340 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e3cafa86-4090-4941-b0a3-20f1657c3616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.760536 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-e3cafa86-4090-4941-b0a3-20f1657c3616 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55186fe6-9a43-4cb9-a529-b35cdc18340d HTTP/1.1" status: 204 len: 168 time: 0.7707098 May 17 13:54:34.774109 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:54:34.785855 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:34.786296 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Sync routers for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:54:34.797442 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:34.799429 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:54:34.800058 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:54:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:34.846246 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.854306 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.863972 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:34.898082 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:34.899295 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6715703 May 17 13:54:34.905590 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34616) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:34.934737 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82365539bbdc4863831973fb0e0b8a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682666 May 17 13:54:34.938504 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34620) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:34.942062 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bdd030-8b9d-4fe8-9f43-347fef4f6334,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:34.956192 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:35.018151 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7bd35595-3d64-4380-97b8-8876c108ce67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.042362 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:54:35.060017 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7bd35595-3d64-4380-97b8-8876c108ce67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.146902 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7bd35595-3d64-4380-97b8-8876c108ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.154112 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-787b9e23-00c4-4608-980d-655f73e8cde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:35.170018 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd35595-3d64-4380-97b8-8876c108ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bdd030-8b9d-4fe8-9f43-347fef4f6334,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:35.176382 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7bd35595-3d64-4380-97b8-8876c108ce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:35.177219 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7bd35595-3d64-4380-97b8-8876c108ce67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.189733 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-7bd35595-3d64-4380-97b8-8876c108ce67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00bdd030-8b9d-4fe8-9f43-347fef4f6334 HTTP/1.1" status: 204 len: 168 time: 0.2389178 May 17 13:54:35.210030 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34628) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:35.233803 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.251477 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.254964 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:35.261474 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:c8462e44e9ba4a9d849197af26edd1a6 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:35.264974 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:35.272366 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:35.345875 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.372187 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:35.408545 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.423514 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f29185a13dd43b9bb9e533d4cdda70f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2164881 May 17 13:54:35.426373 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34636) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:35.432134 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede268e3-8ad2-4e20-9a10-358d8d453eb2,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:35.452808 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.484819 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:33Z', 'revision_number': 3, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:35.499748 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Checking router: e108211a-f0f0-4023-93e7-bb984f02cac7 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:54:35.500977 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Updating router e108211a-f0f0-4023-93e7-bb984f02cac7 port ba4b631a-8d8d-4f59-80be-09e1d30fc05d binding host dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 13:54:35.577498 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a55e4656-e3e9-40e7-97a6-41c98b2898ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:35.623059 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.640707 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b1bc9-1cdd-46a0-9ed6-e4c6c2c2f9ee,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:35.673586 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:35.683854 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:35.782812 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34646) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:35.791783 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8462e44e9ba4a9d849197af26edd1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804257 May 17 13:54:35.812181 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34650) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:35.856088 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.884729 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-947a5ad8-6ae0-4015-abee-2054b31208ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:35.909926 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:35.930880 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Usage tracker for resource:security_group_rule and tenant:1846d5b0e28b4bc685c932393ae18955 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:35.938799 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:35.966048 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:35.977066 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-947a5ad8-6ae0-4015-abee-2054b31208ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.027667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f67d5-a9fa-4302-8e48-47049380c537 req-3cb0633f-d63b-45a2-a7f6-be84eb98e2be tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:36.029199 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-364f67d5-a9fa-4302-8e48-47049380c537 req-3cb0633f-d63b-45a2-a7f6-be84eb98e2be tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.2881494 May 17 13:54:36.044838 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-187c8208-dcdd-4415-84a7-0f30d308acb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.070331 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.074510 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.090305 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Transition to ACTIVE for port object ba4b631a-8d8d-4f59-80be-09e1d30fc05d will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:36.100308 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.107919 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-0b75bc0a-76d2-44ae-9fb9-2e8af92b9907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:36.133408 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-187c8208-dcdd-4415-84a7-0f30d308acb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.176173 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-364f67d5-a9fa-4302-8e48-47049380c537 req-5619541f-f83f-4aaa-8c1e-97e45fbb6891 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257195 May 17 13:54:36.227632 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-947a5ad8-6ae0-4015-abee-2054b31208ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.234110 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcc610-5ffc-4dce-a931-4059df3eab48 None None] Pushing event updated for resources: {'Port': ['ID=ba4b631a-8d8d-4f59-80be-09e1d30fc05d,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:36.243103 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:36.249060 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-58fcc610-5ffc-4dce-a931-4059df3eab48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:36.252085 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Attempting to bind port ba4b631a-8d8d-4f59-80be-09e1d30fc05d on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:54:36.252675 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Attempting to bind port ba4b631a-8d8d-4f59-80be-09e1d30fc05d by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:54:36.254069 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Attempting to bind port ba4b631a-8d8d-4f59-80be-09e1d30fc05d on network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:36.265444 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:54:36.265987 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:36.266459 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.266911 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Bound using segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:54:36.267809 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Bound port: ba4b631a-8d8d-4f59-80be-09e1d30fc05d, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:54:36.268032 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a5ad8-6ae0-4015-abee-2054b31208ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede268e3-8ad2-4e20-9a10-358d8d453eb2,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:36.268312 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.270463 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-947a5ad8-6ae0-4015-abee-2054b31208ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:36.293504 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-947a5ad8-6ae0-4015-abee-2054b31208ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.298412 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-947a5ad8-6ae0-4015-abee-2054b31208ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ede268e3-8ad2-4e20-9a10-358d8d453eb2 HTTP/1.1" status: 204 len: 168 time: 0.8707974 May 17 13:54:36.333963 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.337588 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-187c8208-dcdd-4415-84a7-0f30d308acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.344048 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-187c8208-dcdd-4415-84a7-0f30d308acb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.347879 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-187c8208-dcdd-4415-84a7-0f30d308acb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d85b1bc9-1cdd-46a0-9ed6-e4c6c2c2f9ee HTTP/1.1" status: 204 len: 168 time: 0.5346017 May 17 13:54:36.351333 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:36.365098 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.425802 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c8208-dcdd-4415-84a7-0f30d308acb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b1bc9-1cdd-46a0-9ed6-e4c6c2c2f9ee,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:36.430495 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1846d5b0e28b4bc685c932393ae18955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418173 May 17 13:54:36.434968 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34666) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:36.435809 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-187c8208-dcdd-4415-84a7-0f30d308acb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:36.439255 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-947a5ad8-6ae0-4015-abee-2054b31208ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:36.466322 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Allocated IP 172.20.0.1 (9677ea60-a95a-45a9-892e-846362f1d5b2/ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc/b93ac764-67b8-4a2c-8fc0-4a21b86ea205) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:36.479012 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device e4501159-c248-48c4-82b9-9cdd4ca961b1 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:36.533707 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f472f8-725f-4fd2-afdd-0007d5c2d84e,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:36.539882 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:36.562258 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb8e-a8b7-4c46-a26d-a95c14ccebde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.590151 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] For port ba4b631a-8d8d-4f59-80be-09e1d30fc05d, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:54:36.600603 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] For port ba4b631a-8d8d-4f59-80be-09e1d30fc05d, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=ba4b631a-8d8d-4f59-80be-09e1d30fc05d,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:54:36.611706 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.618363 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:36.637757 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb8e-a8b7-4c46-a26d-a95c14ccebde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.686276 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port e4501159-c248-48c4-82b9-9cdd4ca961b1 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:36.688852 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.760781 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb8e-a8b7-4c46-a26d-a95c14ccebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.768379 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:36.784624 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb8e-a8b7-4c46-a26d-a95c14ccebde admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.787989 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-8bd8eb8e-a8b7-4c46-a26d-a95c14ccebde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94f472f8-725f-4fd2-afdd-0007d5c2d84e HTTP/1.1" status: 204 len: 168 time: 0.3488982 May 17 13:54:36.788365 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8eb8e-a8b7-4c46-a26d-a95c14ccebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f472f8-725f-4fd2-afdd-0007d5c2d84e,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:36.790703 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8bd8eb8e-a8b7-4c46-a26d-a95c14ccebde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:36.869388 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.892594 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:54:36.893261 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:54:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:36.908085 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.provisioning_blocks [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Transition to ACTIVE for port object b93ac764-67b8-4a2c-8fc0-4a21b86ea205 will not be triggered until provisioned by entity DHCP. {{(pid=78714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:36.943107 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:36.955930 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:36.991717 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcc610-5ffc-4dce-a931-4059df3eab48 None None] Pushing event updated for resources: {'Port': ['ID=ba4b631a-8d8d-4f59-80be-09e1d30fc05d,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:37.004593 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-58fcc610-5ffc-4dce-a931-4059df3eab48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:37.034156 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:37.037578 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:37.041248 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:37.081960 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34684) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:37.087232 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:37.092413 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:37.121633 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681282'] for router_interface, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:37.127430 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:37.170226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:37.179120 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Usage tracker for resource:security_group_rule and tenant:dde6e3e153db4b02b6741ec782102629 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:37.183760 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:37.199369 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:37.300810 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-3c3350bb-8c54-4191-85b2-07e193287566 None None] Provisioning for port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:37.306497 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-3c3350bb-8c54-4191-85b2-07e193287566 None None] Provisioning complete for port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:37.307119 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3c3350bb-8c54-4191-85b2-07e193287566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:37.381907 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:37.412939 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:54:37.426467 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-3c3350bb-8c54-4191-85b2-07e193287566 None None] Port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:54:37.504713 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:37.528429 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:37.541089 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-af36f471-e6e4-459a-8b42-c4046cb418ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:37.679274 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:37.687310 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:37.763187 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bafe176d-1235-4872-bcf1-4ad99d37c448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:37.851307 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a762d6dd-240f-45c0-a14e-44e670a8f461,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:37.888646 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dde6e3e153db4b02b6741ec782102629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7991722 May 17 13:54:37.891132 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:37.891567 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34730) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:37.957016 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc691bd-e155-443d-bcce-03b43ab999da req-c130a606-3a40-45bd-b14d-38b548ae4604 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:37.966592 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4cc691bd-e155-443d-bcce-03b43ab999da req-c130a606-3a40-45bd-b14d-38b548ae4604 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.5506313 May 17 13:54:37.975607 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68159-94b9-4c17-a963-0091485990f0 req-6312ebbd-3699-4ea4-9aa3-2731223dda80 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:37.983217 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-6312ebbd-3699-4ea4-9aa3-2731223dda80 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 815 time: 0.4551835 May 17 13:54:38.046004 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4cc691bd-e155-443d-bcce-03b43ab999da req-d9c3c8f9-331d-4eb3-b91d-866f813fffed tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783644 May 17 13:54:38.057550 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-c9ff6021-4bf3-4daa-a8db-1a284554073e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/quotas/00031678b9ef42cdb9c08fb92f2f2c5e HTTP/1.1" status: 200 len: 375 time: 0.0738003 May 17 13:54:38.142468 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:38.149531 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687589'] for router_interface, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:38.165959 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:38.182854 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:33Z', 'revision_number': 3, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:38.203719 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234cbb63-0825-43ad-8548-49a810ff96f2 None None] The sync data for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb is: [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:33Z', 'revision_number': 3, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:54:38.238098 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-16eef396-7aee-4e67-bfa1-f6180f24933a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1744013 May 17 13:54:38.332267 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a3f1-b0ea-4772-925d-01f63930768a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:38.398159 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a3f1-b0ea-4772-925d-01f63930768a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:38.435698 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:38.439943 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:38.459737 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-8e545107-ad05-409b-bded-885b2bda4099 service neutron] 10.222.0.44 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124143 May 17 13:54:38.685839 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a3f1-b0ea-4772-925d-01f63930768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:38.693478 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b0aeea76-04b3-40a2-98e6-3963f6125ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:38.739637 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5a3f1-b0ea-4772-925d-01f63930768a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a762d6dd-240f-45c0-a14e-44e670a8f461,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:38.745894 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e6a5a3f1-b0ea-4772-925d-01f63930768a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:38.791478 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-b1a44c16-9b40-48d3-b4ff-7b1db220846a service neutron] 10.222.0.44 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301988 May 17 13:54:38.866827 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-d063c4fa-f05c-44d0-af83-0046851c816c None None] Provisioning complete for port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:38.867992 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d063c4fa-f05c-44d0-af83-0046851c816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:38.884010 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a3f1-b0ea-4772-925d-01f63930768a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:38.889207 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e6a5a3f1-b0ea-4772-925d-01f63930768a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a762d6dd-240f-45c0-a14e-44e670a8f461 HTTP/1.1" status: 204 len: 168 time: 0.9827716 May 17 13:54:38.977056 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Router e108211a-f0f0-4023-93e7-bb984f02cac7 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:54:39.025845 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-d063c4fa-f05c-44d0-af83-0046851c816c None None] Port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:54:39.227446 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-46a5d9cb-5ff5-4a94-8904-07c0d25bacec req-6b539b88-45b8-4ba8-bfac-567c56bb5b46 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 210 time: 0.1213446 May 17 13:54:39.460264 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:54:39.491810 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] 10.222.0.44 "PUT /v2.0/routers/e108211a-f0f0-4023-93e7-bb984f02cac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5805743 May 17 13:54:39.494921 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b36f7-9277-4c7d-bdec-2e992ccd6c75 req-668de470-9f31-47b3-9dca-21fbd8f26d63 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:39.515718 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e45b36f7-9277-4c7d-bdec-2e992ccd6c75 req-668de470-9f31-47b3-9dca-21fbd8f26d63 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.2065315 May 17 13:54:39.591134 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e45b36f7-9277-4c7d-bdec-2e992ccd6c75 req-18118d9f-5426-4de2-a5ff-fd961965d769 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744479 May 17 13:54:40.473097 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34858) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:40.485620 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172695544', 'description': 'tempest-description--954089984'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:40.488055 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device ba4b631a-8d8d-4f59-80be-09e1d30fc05d up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:40.497139 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:40.500511 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-66a18ccb-ec9c-41b8-8c40-25322f779a7e req-2e39a0d3-3afb-4b81-bb5f-ae6f47bf06f9 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 210 time: 0.0657499 May 17 13:54:40.505463 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:security_group and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:40.509050 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:40.523379 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:40.548529 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:40.597432 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:40.613165 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:security_group_rule and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:40.617541 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:40.624197 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port ba4b631a-8d8d-4f59-80be-09e1d30fc05d completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:40.635194 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port ba4b631a-8d8d-4f59-80be-09e1d30fc05d triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:40.636027 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:40.641514 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:40.903480 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:40.920430 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:40.934131 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a3a4a168-87bd-4b05-a357-dac49a596b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:40.972379 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Sync routers for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:54:41.066880 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391614e6-d561-42f2-8d2b-1b6426846ee6,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:41.108973 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:41.169393 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce1e86-67fb-4274-9032-bb4601fd46ac req-23145d71-7045-4c6f-8485-77a571d3d933 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:41.171336 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e2ce1e86-67fb-4274-9032-bb4601fd46ac req-23145d71-7045-4c6f-8485-77a571d3d933 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.2867527 May 17 13:54:41.174142 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:41.176090 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6976652 May 17 13:54:41.182316 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34898) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:41.216942 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'security_group_rule': {'security_group_id': '391614e6-d561-42f2-8d2b-1b6426846ee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:41.236713 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:41.253859 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:security_group_rule and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:41.257530 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:54:41.259113 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:41.259334 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:54:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:41.285443 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:41.315981 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:41.397767 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:41.483738 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:41.489350 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:41.501144 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:41.504101 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port ba4b631a-8d8d-4f59-80be-09e1d30fc05d, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=ba4b631a-8d8d-4f59-80be-09e1d30fc05d,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:41.515954 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:41.532260 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:41.599329 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40a4bc4-ac30-4d98-88d2-10185d5d9465,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:41.607513 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:41.612472 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:41.617762 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4337568 May 17 13:54:41.622368 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34936) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:41.639221 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68159-94b9-4c17-a963-0091485990f0 req-228ce80b-6996-4f77-94c1-0b4abe4122a4 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:41.644232 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-228ce80b-6996-4f77-94c1-0b4abe4122a4 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 815 time: 0.4880114 May 17 13:54:41.647256 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'security_group_rule': {'security_group_id': '391614e6-d561-42f2-8d2b-1b6426846ee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:41.672771 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e2ce1e86-67fb-4274-9032-bb4601fd46ac req-6a0e8da1-36cb-4776-82e1-7255166bc171 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769888 May 17 13:54:41.679204 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:41.685605 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Request body: {'port': {'device_id': '4692f43a-54a9-4b0f-80d7-ad2d41be660e', 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'admin_state_up': True, 'tenant_id': '00031678b9ef42cdb9c08fb92f2f2c5e'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:41.701466 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:security_group_rule and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:41.718889 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:41.755313 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:41.808558 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:41.867675 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:54:41.966077 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=ba4b631a-8d8d-4f59-80be-09e1d30fc05d,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:41.994206 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:42.086279 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:42.098973 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:42.102777 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5fbcb3c0-c5a1-44e7-9bbb-a3edffc8a582 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:42.179475 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e642e2-a02f-4ee4-9ffe-09d812d16fe1,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:42.210521 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:42.253516 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:42.262997 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6368425 May 17 13:54:42.266422 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 34964) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:42.278339 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 2, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:42.282399 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Checking router: e108211a-f0f0-4023-93e7-bb984f02cac7 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:54:42.282762 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Updating router e108211a-f0f0-4023-93e7-bb984f02cac7 port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 binding host dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 13:54:42.284164 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'floatingip': {'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:42.312569 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:42.338467 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:floatingip and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:42.358853 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:42.372952 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:42.388567 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:42.439686 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:42.449691 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 34968) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:42.451706 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:42.473787 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device ba4b631a-8d8d-4f59-80be-09e1d30fc05d up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:42.504675 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-67592d3c-f84f-4445-8f14-d1d12843cd8e req-48420a5e-69a7-4854-9a72-2f811bc098fa tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 210 time: 0.1381438 May 17 13:54:42.506426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:42.530261 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Made reservation on behalf of 00031678b9ef42cdb9c08fb92f2f2c5e for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:54:42.565997 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port ba4b631a-8d8d-4f59-80be-09e1d30fc05d triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:42.567023 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:42.569371 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:42.969020 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:42.986699 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.064733 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:43.083984 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Usage tracker for resource:security_group_rule and tenant:e788352351e445658455f956721fc820 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:43.089087 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:43.102864 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:43.109631 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-ce06280b-65f7-4bfe-8c2b-1e6141d7917f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4769461 May 17 13:54:43.179170 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce2df5-91b4-4581-aa0c-31a51c347077 req-8596b9b9-ad5d-4bee-b2f8-05266b2c4dc4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:43.186388 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b4ce2df5-91b4-4581-aa0c-31a51c347077 req-8596b9b9-ad5d-4bee-b2f8-05266b2c4dc4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.3392043 May 17 13:54:43.229481 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.241863 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Transition to ACTIVE for port object b93ac764-67b8-4a2c-8fc0-4a21b86ea205 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:43.250598 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.254790 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c63fcb9-ce00-4eba-a9d2-89ef187c81a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:43.257947 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Allocated IP 172.28.3.49 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/d8cb89e9-532b-4dde-96a2-eab2ca36c812) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:43.287586 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Allocated IP 172.20.0.10 (c5c169ac-7f6b-4dc0-b671-007c0dae5182/7d812c9a-d562-45e9-82e9-bdfa44616f61/65daffed-9f20-43c1-be19-978c785f8659) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:54:43.293567 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b4ce2df5-91b4-4581-aa0c-31a51c347077 req-66e14e5a-b310-486c-ae75-b8032d59e312 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063569 May 17 13:54:43.327282 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022028d-1a39-4f5d-b43a-01fa5cf9ec41 None None] Pushing event updated for resources: {'Port': ['ID=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:43.331508 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2022028d-1a39-4f5d-b43a-01fa5cf9ec41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:43.498209 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.503436 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.535317 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.543243 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:43.616174 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:43.619984 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:43.624967 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:43.674985 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-d097bb43-a2d5-423a-a9d5-9946347a5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:43.676893 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-d097bb43-a2d5-423a-a9d5-9946347a5cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 1098 time: 0.3872516 May 17 13:54:43.682316 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.702354 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Attempting to bind port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:54:43.703325 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Attempting to bind port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:54:43.703846 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Attempting to bind port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 on network 9677ea60-a95a-45a9-892e-846362f1d5b2 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:43.716746 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'Port': ['ID=d8cb89e9-532b-4dde-96a2-eab2ca36c812,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:43.719435 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3485f885-b77d-47c6-8833-94b82c3d730d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:43.720404 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:54:43.720762 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Checking segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:43.721176 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.721576 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Bound using segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:54:43.722122 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Bound port: b93ac764-67b8-4a2c-8fc0-4a21b86ea205, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:54:43.723178 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.731672 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:43.731986 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e788352351e445658455f956721fc820&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2761571 May 17 13:54:43.736291 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35004) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:43.802385 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.845960 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f981c60f-0525-4558-a8fd-9115bd5f868a req-43958240-89ae-4c0e-9e77-85a1075c8204 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 210 time: 0.1629806 May 17 13:54:43.893383 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] For port b93ac764-67b8-4a2c-8fc0-4a21b86ea205, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:54:43.906390 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] For port b93ac764-67b8-4a2c-8fc0-4a21b86ea205, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:54:43.919525 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.924530 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-39c8540d-41ed-4415-a35d-de8a8377070a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:43.941744 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5c22b25f-4829-42b8-8d8f-215e16953762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.951355 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac5209-174b-4d52-a463-14ee7920e48b,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:43.955769 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:43.982868 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7762ff32-06e1-4e64-a649-f09769282e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:44.018837 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5c22b25f-4829-42b8-8d8f-215e16953762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.034648 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:54:44.036517 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:54:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:44.040287 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-bff46d5d-cfe2-4ffb-8a6c-8f1d89dbab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:44.042413 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-bff46d5d-cfe2-4ffb-8a6c-8f1d89dbab65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 916 time: 0.3272393 May 17 13:54:44.050823 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.133390 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-e2b41e53-945e-46fe-8ef0-1b8b08968259 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 HTTP/1.1" status: 200 len: 217 time: 0.0763361 May 17 13:54:44.157952 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022028d-1a39-4f5d-b43a-01fa5cf9ec41 None None] Pushing event updated for resources: {'Port': ['ID=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:44.163583 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2022028d-1a39-4f5d-b43a-01fa5cf9ec41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:44.258887 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.282855 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:54:44.292349 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:44.319434 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5c22b25f-4829-42b8-8d8f-215e16953762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.324730 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ce6dceed-d02c-41a3-9cfc-11d147ca7c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:44.350523 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22b25f-4829-42b8-8d8f-215e16953762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac5209-174b-4d52-a463-14ee7920e48b,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:44.359514 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5c22b25f-4829-42b8-8d8f-215e16953762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:44.388972 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Pushing event updated for resources: {'Port': ['ID=65daffed-9f20-43c1-be19-978c785f8659,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:44.402075 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:44.409187 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5c22b25f-4829-42b8-8d8f-215e16953762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.410503 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-5c22b25f-4829-42b8-8d8f-215e16953762 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46ac5209-174b-4d52-a463-14ee7920e48b HTTP/1.1" status: 204 len: 168 time: 0.6718614 May 17 13:54:44.427395 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.441337 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:54:44.442134 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.451037 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:44.461313 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Network c5c169ac-7f6b-4dc0-b671-007c0dae5182 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:54:44.465549 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-bc935f97-5f14-4fa1-afb9-148dee9a2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:44.468261 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-bc935f97-5f14-4fa1-afb9-148dee9a2d44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.3240547 May 17 13:54:44.472044 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:54:44.480663 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:54:44.499891 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:44.501137 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.535481 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'Port': ['ID=d8cb89e9-532b-4dde-96a2-eab2ca36c812,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:44.548880 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:44.622522 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.624746 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-050e8738-ec07-4520-9347-fac984ba0122 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161971 May 17 13:54:44.646931 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.648801 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3808606 May 17 13:54:44.756733 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0801926 May 17 13:54:44.780953 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Request body: {'port': {'device_id': '4692f43a-54a9-4b0f-80d7-ad2d41be660e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:54:44.917733 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35034) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:44.945346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:44.952591 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:43Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:54:44.971056 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2821c3e-b771-4f27-b1e0-c838a63a6d0d None None] The sync data for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb is: [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:43Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:54:44.981121 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:44.988298 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Usage tracker for resource:security_group_rule and tenant:994300c358c04867bcfaefceb288b942 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:44.991740 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:45.001200 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:45.025161 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4976b0a-fe43-4e45-a207-51376cd64f36 req-2850c0bc-b2b2-47fb-901e-f3f20f2d0392 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:45.032238 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b4976b0a-fe43-4e45-a207-51376cd64f36 req-2850c0bc-b2b2-47fb-901e-f3f20f2d0392 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.5269403 May 17 13:54:45.123470 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-4bf2bf0b-d603-4f89-8c87-33706de8dde6 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752529 May 17 13:54:45.164617 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.171279 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.175605 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.191995 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-0c2aee1b-6fab-49fc-96ea-2d49f50e3641 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:45.246140 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b4976b0a-fe43-4e45-a207-51376cd64f36 req-0a95e7da-d1d5-46d6-b55d-ad1a264a2175 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130246 May 17 13:54:45.250955 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848c37d4-c9cc-4a05-9ef3-9f065b76c3eb,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:45.273882 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=994300c358c04867bcfaefceb288b942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522668 May 17 13:54:45.275099 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:45.275843 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35044) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:45.356706 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfead-a94b-41b9-baa8-bbcbfad7b6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.424703 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfead-a94b-41b9-baa8-bbcbfad7b6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.508199 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfead-a94b-41b9-baa8-bbcbfad7b6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.515235 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5cc4ac62-a6f7-4027-aa5e-0318be0edf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:45.530585 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcfead-a94b-41b9-baa8-bbcbfad7b6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c37d4-c9cc-4a05-9ef3-9f065b76c3eb,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:45.533636 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-dcbcfead-a94b-41b9-baa8-bbcbfad7b6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:45.534920 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfead-a94b-41b9-baa8-bbcbfad7b6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.536316 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-dcbcfead-a94b-41b9-baa8-bbcbfad7b6d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/848c37d4-c9cc-4a05-9ef3-9f065b76c3eb HTTP/1.1" status: 204 len: 168 time: 0.2588928 May 17 13:54:45.592592 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a6f29fb-ce9c-4f47-bc59-2e4ad14c0ddf req-a39a2953-6de2-4dc4-ba91-3ad184eb0c11 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502561 May 17 13:54:45.593341 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35056) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:45.791084 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.821617 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:45.830792 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Usage tracker for resource:security_group_rule and tenant:036ece10dc924be39e2cf06424b80aa7 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:45.832603 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524ed25-d3d1-4dae-bfe0-03ce3a0708c8 req-09af8401-c33c-4af1-82fa-112fd92f1779 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:45.833375 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-2524ed25-d3d1-4dae-bfe0-03ce3a0708c8 req-09af8401-c33c-4af1-82fa-112fd92f1779 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:54:45.835502 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:45.845925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:45.877453 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-2524ed25-d3d1-4dae-bfe0-03ce3a0708c8 req-09af8401-c33c-4af1-82fa-112fd92f1779 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:54:45.878836 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2524ed25-d3d1-4dae-bfe0-03ce3a0708c8 req-09af8401-c33c-4af1-82fa-112fd92f1779 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 932 time: 0.4405401 May 17 13:54:45.984215 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.991840 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:45.993816 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2524ed25-d3d1-4dae-bfe0-03ce3a0708c8 req-e802eedb-93ca-415a-bcc5-4d281d2c29f5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006522 May 17 13:54:45.996243 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65daffed-9f20-43c1-be19-978c785f8659 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:46.000819 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-3dbc2abc-abd8-4201-b8db-8f87eee2ef12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:46.007495 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.030737 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Transition to ACTIVE for port object 65daffed-9f20-43c1-be19-978c785f8659 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:54:46.038523 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.044741 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:46.074418 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=036ece10dc924be39e2cf06424b80aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798796 May 17 13:54:46.075494 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35066) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:46.076182 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d99212-a56c-4823-9bcb-5471b778436b,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:46.080687 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:46.177993 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c4f1848d-3c83-40dc-921b-c12a7b4d4d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.235532 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c4f1848d-3c83-40dc-921b-c12a7b4d4d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.290283 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Pushing event updated for resources: {'Port': ['ID=65daffed-9f20-43c1-be19-978c785f8659,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:46.296806 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:46.318138 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c4f1848d-3c83-40dc-921b-c12a7b4d4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.327311 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-33f88259-f8c1-4ff9-a732-7eb13824b381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:46.343509 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1848d-3c83-40dc-921b-c12a7b4d4d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d99212-a56c-4823-9bcb-5471b778436b,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:46.347861 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c4f1848d-3c83-40dc-921b-c12a7b4d4d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:46.362518 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c4f1848d-3c83-40dc-921b-c12a7b4d4d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.364076 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-c4f1848d-3c83-40dc-921b-c12a7b4d4d2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5d99212-a56c-4823-9bcb-5471b778436b HTTP/1.1" status: 204 len: 168 time: 0.2849042 May 17 13:54:46.434651 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Attempting to bind port 65daffed-9f20-43c1-be19-978c785f8659 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:54:46.434985 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Attempting to bind port 65daffed-9f20-43c1-be19-978c785f8659 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:54:46.435135 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Attempting to bind port 65daffed-9f20-43c1-be19-978c785f8659 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:46.466342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Port 65daffed-9f20-43c1-be19-978c785f8659 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:54:46.466676 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Attempting to bind port 65daffed-9f20-43c1-be19-978c785f8659 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:54:46.490061 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:54:46.490260 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Checking segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:54:46.490643 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Bound using segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:54:46.491168 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Bound port: 65daffed-9f20-43c1-be19-978c785f8659, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:54:46.491510 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.610050 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b93ac764-67b8-4a2c-8fc0-4a21b86ea205 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:46.731782 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] For port 65daffed-9f20-43c1-be19-978c785f8659, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:54:46.736523 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] For port 65daffed-9f20-43c1-be19-978c785f8659, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65daffed-9f20-43c1-be19-978c785f8659,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:54:46.743041 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:46.750722 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.752503 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:46.752988 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.760099 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:46.852985 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:46.853746 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.856262 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] 10.222.0.52 "PUT /v2.0/ports/65daffed-9f20-43c1-be19-978c785f8659 HTTP/1.1" status: 200 len: 1094 time: 2.0805845 May 17 13:54:46.859717 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4692f43a-54a9-4b0f-80d7-ad2d41be660e', 'tag': '65daffed-9f20-43c1-be19-978c785f8659'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:46.914508 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d954e-d676-4db0-847d-125b1242374c req-40cd46f5-b750-4c0b-afdb-5bcfdf1f42cc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:46.922492 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-943d954e-d676-4db0-847d-125b1242374c req-40cd46f5-b750-4c0b-afdb-5bcfdf1f42cc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.4373729 May 17 13:54:46.933737 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.972338 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port b93ac764-67b8-4a2c-8fc0-4a21b86ea205, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:46.978348 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:46.982029 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:46.986208 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Pushing event updated for resources: {'Port': ['ID=65daffed-9f20-43c1-be19-978c785f8659,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:46.990052 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:47.036761 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-943d954e-d676-4db0-847d-125b1242374c req-07c89445-4e57-44a1-afb9-d5a82c401e82 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133559 May 17 13:54:47.076937 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:47.081360 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:47.084680 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68159-94b9-4c17-a963-0091485990f0 req-7bef01e0-8f31-4191-9e58-6e96b675346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:47.088764 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-7bef01e0-8f31-4191-9e58-6e96b675346f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 1097 time: 0.1489120 May 17 13:54:47.108280 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35098) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:47.127410 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:47.143587 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:47.147674 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Usage tracker for resource:security_group_rule and tenant:97bbe97a6c0b427eaac4b168e0f2e606 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:47.151883 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:47.159156 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:47.175829 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-782c1a1d-ee8b-40ea-ab40-beb5a1b4f4ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65daffed-9f20-43c1-be19-978c785f8659 HTTP/1.1" status: 200 len: 217 time: 0.0756435 May 17 13:54:47.177555 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4692f43a-54a9-4b0f-80d7-ad2d41be660e', 'tag': '65daffed-9f20-43c1-be19-978c785f8659', 'status': 'completed', 'code': 200} May 17 13:54:47.276557 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:47.281777 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:47.290897 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-053f3f98-7bfe-4ca4-8ddf-d780612ad678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:47.313462 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68159-94b9-4c17-a963-0091485990f0 req-f7dcf459-9720-45ec-a28a-cfad12eb2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:47.315034 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-f7dcf459-9720-45ec-a28a-cfad12eb2c2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.1251171 May 17 13:54:47.342033 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e986ee-8233-437d-b844-4406f679c352,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:47.350046 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97bbe97a6c0b427eaac4b168e0f2e606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406211 May 17 13:54:47.350597 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35106) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:47.351370 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:47.362806 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9f73b949-8d63-4018-bf82-05a7ddb82800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:47.377059 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-f2fdb186-ab7c-415b-bef7-d33b7e41bbea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510323 May 17 13:54:47.417158 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5dcee-a5cf-4d36-83b0-4ef727ef4762 req-ca0c8892-9903-4775-9973-a2a83915d841 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:47.418651 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2ef5dcee-a5cf-4d36-83b0-4ef727ef4762 req-ca0c8892-9903-4775-9973-a2a83915d841 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 944 time: 0.1787779 May 17 13:54:47.423669 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7cb4-edd3-4b49-a004-9b2da1d059c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:47.453301 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7cb4-edd3-4b49-a004-9b2da1d059c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:47.519495 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7cb4-edd3-4b49-a004-9b2da1d059c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:47.523621 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c3496895-764d-4db2-86d2-838900f1e44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:47.536428 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a7cb4-edd3-4b49-a004-9b2da1d059c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e986ee-8233-437d-b844-4406f679c352,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:47.538700 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-9d8a7cb4-edd3-4b49-a004-9b2da1d059c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:47.545964 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7cb4-edd3-4b49-a004-9b2da1d059c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:47.547242 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-9d8a7cb4-edd3-4b49-a004-9b2da1d059c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01e986ee-8233-437d-b844-4406f679c352 HTTP/1.1" status: 204 len: 168 time: 0.1948357 May 17 13:54:47.590282 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:54:47.645526 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2ef5dcee-a5cf-4d36-83b0-4ef727ef4762 req-b73175e4-f708-452e-9d41-339e4eb891cd tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775360 May 17 13:54:47.677588 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-38d5f704-2b75-45b5-b499-9903b37401f8 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892182 May 17 13:54:47.894283 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41c68159-94b9-4c17-a963-0091485990f0 req-c41b151c-8fb9-4050-ac4b-b2f3628cd384 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066395 May 17 13:54:48.041573 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-54ecedde-0114-4b2f-be04-b41cdf6cc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:48.043104 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-54ecedde-0114-4b2f-be04-b41cdf6cc6ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 1097 time: 0.0841644 May 17 13:54:48.292639 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-104abebe-72cc-4ed9-903b-9da91f6c9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:48.292639 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-104abebe-72cc-4ed9-903b-9da91f6c9671 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 916 time: 0.2324655 May 17 13:54:48.310642 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b1050-99b5-4e5a-baba-5194d58f67ae req-2ac6da45-d2a8-498c-96ca-900a0e5d3c58 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:48.312348 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d54b1050-99b5-4e5a-baba-5194d58f67ae req-2ac6da45-d2a8-498c-96ca-900a0e5d3c58 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.1540067 May 17 13:54:48.395175 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-725321ec-e0a7-4623-a77d-c3f09fc642dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65daffed-9f20-43c1-be19-978c785f8659 HTTP/1.1" status: 200 len: 217 time: 0.0935068 May 17 13:54:48.426230 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b93ac764-67b8-4a2c-8fc0-4a21b86ea205 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:48.498246 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d54b1050-99b5-4e5a-baba-5194d58f67ae req-07e4e993-8839-4aff-a0f3-ed46ea8582d6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308172 May 17 13:54:48.507840 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-15cc88c7-b0d1-4c40-9f1f-56858e0de24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:48.509795 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-15cc88c7-b0d1-4c40-9f1f-56858e0de24f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.1002429 May 17 13:54:48.517982 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:48.518672 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:48.575323 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-65444738-3321-4737-827f-95132f8a43ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568399 May 17 13:54:48.767106 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:48.786257 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-c4f6fea5-f3e7-4eeb-b95c-c768b6f791b2 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851580 May 17 13:54:49.017556 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78731f3a-8df0-4a39-966d-868a7c6cfa15 req-c207f0e0-3d38-4815-bc0c-7bc25bef7308 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:49.019150 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-78731f3a-8df0-4a39-966d-868a7c6cfa15 req-c207f0e0-3d38-4815-bc0c-7bc25bef7308 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 944 time: 0.2255867 May 17 13:54:49.032127 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0945ea77-1566-43f9-92b6-01dd84dad406 req-e9a0f5f9-7f31-4bcf-ae26-d0e0d4c1f0a5 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041090 May 17 13:54:49.090935 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-78731f3a-8df0-4a39-966d-868a7c6cfa15 req-e459bfa8-cb6e-4dad-887f-67b3a8766a0b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622547 May 17 13:54:49.219695 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35190) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:49.343876 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:49.356930 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:49.360781 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Usage tracker for resource:security_group_rule and tenant:a1cde1baafa045ff8a0565a53de4ab0e is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:49.363639 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:49.369215 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:49.455707 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:49.460266 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:49.472992 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-866b53d9-6e90-4683-8995-abf84ef9886e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:49.512376 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1cde1baafa045ff8a0565a53de4ab0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913742 May 17 13:54:49.514017 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e3ec41-7b0e-4054-9d7d-f52b30529815,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:49.515270 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35206) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:49.517291 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:49.583857 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-666b393f-ffb3-44bd-ae33-e91ef0c2406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:49.610867 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-666b393f-ffb3-44bd-ae33-e91ef0c2406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:49.724324 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ba256-427f-406d-8dae-f0b789cb549c req-05ef1f87-459a-4eae-850e-cf598dc0332e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:49.725812 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d98ba256-427f-406d-8dae-f0b789cb549c req-05ef1f87-459a-4eae-850e-cf598dc0332e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.1077375 May 17 13:54:49.734748 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-666b393f-ffb3-44bd-ae33-e91ef0c2406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:49.740670 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-187c8208-dcdd-4415-84a7-0f30d308acb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:49.772608 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b393f-ffb3-44bd-ae33-e91ef0c2406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e3ec41-7b0e-4054-9d7d-f52b30529815,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:49.778853 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-666b393f-ffb3-44bd-ae33-e91ef0c2406c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:49.795658 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-666b393f-ffb3-44bd-ae33-e91ef0c2406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:49.799098 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-666b393f-ffb3-44bd-ae33-e91ef0c2406c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58e3ec41-7b0e-4054-9d7d-f52b30529815 HTTP/1.1" status: 204 len: 168 time: 0.2804122 May 17 13:54:49.807562 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d98ba256-427f-406d-8dae-f0b789cb549c req-b2abb3bd-331f-45ee-b309-27ff2a75b192 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680718 May 17 13:54:49.809339 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6bd5-a580-4c58-a9dd-42c357fc6f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:50.155361 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:50.296038 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da11792-3d25-44cf-8f31-e7b3271ac598 req-426b925a-6dc4-48ce-99b2-7fb9d33d52a9 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:50.297512 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0da11792-3d25-44cf-8f31-e7b3271ac598 req-426b925a-6dc4-48ce-99b2-7fb9d33d52a9 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 944 time: 0.0826719 May 17 13:54:50.345026 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0da11792-3d25-44cf-8f31-e7b3271ac598 req-9354ee4e-82f2-4e5f-bea6-d5960c49161c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 May 17 13:54:51.021217 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53e12-1477-448b-8a37-a5e2fae2786d req-bdfced8c-b51e-4663-adc4-d1ac3cc165a9 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:51.022914 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fba53e12-1477-448b-8a37-a5e2fae2786d req-bdfced8c-b51e-4663-adc4-d1ac3cc165a9 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.1002061 May 17 13:54:51.065516 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:51.073407 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fba53e12-1477-448b-8a37-a5e2fae2786d req-cafead93-4861-4943-b333-99ffe4dd25ea tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431077 May 17 13:54:51.527693 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27866513-2376-49aa-b3c5-d99cf4a1a25e req-f61c338a-695c-4b86-93b7-059b0d3ebec5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:51.529142 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-27866513-2376-49aa-b3c5-d99cf4a1a25e req-f61c338a-695c-4b86-93b7-059b0d3ebec5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 944 time: 0.0795038 May 17 13:54:51.654309 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-27866513-2376-49aa-b3c5-d99cf4a1a25e req-30852f09-4916-49ce-81f0-ef0a0df8ff50 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187642 May 17 13:54:51.749670 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 65daffed-9f20-43c1-be19-978c785f8659 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:54:51.914057 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 65daffed-9f20-43c1-be19-978c785f8659, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65daffed-9f20-43c1-be19-978c785f8659,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:51.927542 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '65daffed-9f20-43c1-be19-978c785f8659', 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'port_id': '65daffed-9f20-43c1-be19-978c785f8659', 'mac_address': 'fa:16:3e:a6:44:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d812c9a-d562-45e9-82e9-bdfa44616f61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:54:51.982778 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:52.001889 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65daffed-9f20-43c1-be19-978c785f8659 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:54:52.016928 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 65daffed-9f20-43c1-be19-978c785f8659, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65daffed-9f20-43c1-be19-978c785f8659,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:52.022009 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:52.023654 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:52.091257 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=65daffed-9f20-43c1-be19-978c785f8659,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:52.094158 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:52.269055 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a842a-7822-4d35-8bb6-75f813ac0881 req-8d85cff7-2721-4abc-86af-1b4b5ba59110 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:52.270595 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-542a842a-7822-4d35-8bb6-75f813ac0881 req-8d85cff7-2721-4abc-86af-1b4b5ba59110 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0858140 May 17 13:54:52.319080 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-542a842a-7822-4d35-8bb6-75f813ac0881 req-ef73cfd5-d2b4-43ab-8a0b-078f279e6e83 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 May 17 13:54:52.547542 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['65daffed-9f20-43c1-be19-978c785f8659'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:54:52.866524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8972d81-e003-4399-a3c7-872d36949cbc req-90cf1b23-5bda-4ddd-8abc-922e57c8a6c6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:52.872286 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b8972d81-e003-4399-a3c7-872d36949cbc req-90cf1b23-5bda-4ddd-8abc-922e57c8a6c6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 945 time: 0.1095083 May 17 13:54:52.882764 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:52.933784 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b8972d81-e003-4399-a3c7-872d36949cbc req-47ac86b9-9204-4fd0-a63d-52dd70ae395b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586443 May 17 13:54:53.517268 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0aa9b-9d27-4e98-895e-6e6b9cca0490 req-4b4229a7-af4b-4044-819c-138c68e6178e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:53.518731 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a9c0aa9b-9d27-4e98-895e-6e6b9cca0490 req-4b4229a7-af4b-4044-819c-138c68e6178e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0791321 May 17 13:54:53.568411 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a9c0aa9b-9d27-4e98-895e-6e6b9cca0490 req-20769f0f-8b17-4f7e-9b61-ac10e25463ee tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 May 17 13:54:53.766144 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 65daffed-9f20-43c1-be19-978c785f8659 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:54:53.837131 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 65daffed-9f20-43c1-be19-978c785f8659 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:54:53.842850 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 65daffed-9f20-43c1-be19-978c785f8659 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:54:53.843224 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:53.961147 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:53.989154 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4692f43a-54a9-4b0f-80d7-ad2d41be660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65daffed-9f20-43c1-be19-978c785f8659'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:54:53.999405 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 65daffed-9f20-43c1-be19-978c785f8659, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65daffed-9f20-43c1-be19-978c785f8659,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:54:54.005034 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:54.007586 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:54.085339 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=65daffed-9f20-43c1-be19-978c785f8659,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:54.094729 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:54.148292 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b418f-031a-40d3-9d7e-9b376075e3a7 req-d4f85407-7504-4767-a53b-58b0af2b858b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:54.149764 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-940b418f-031a-40d3-9d7e-9b376075e3a7 req-d4f85407-7504-4767-a53b-58b0af2b858b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 946 time: 0.0958817 May 17 13:54:54.197086 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-940b418f-031a-40d3-9d7e-9b376075e3a7 req-2be32c33-5b07-49b9-9dee-26dc2a603fc0 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 May 17 13:54:54.250850 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4692f43a-54a9-4b0f-80d7-ad2d41be660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65daffed-9f20-43c1-be19-978c785f8659', 'code': 200} May 17 13:54:54.526957 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803414a-dc9c-4f5f-9850-20311515cf27 req-b2e0bfbc-c0c7-4e3b-8e88-f146584f02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:54.528444 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c803414a-dc9c-4f5f-9850-20311515cf27 req-b2e0bfbc-c0c7-4e3b-8e88-f146584f02e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 1099 time: 0.0767155 May 17 13:54:54.580409 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c803414a-dc9c-4f5f-9850-20311515cf27 req-3f996038-5ee0-4ba7-9f7c-a773e521980a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 May 17 13:54:54.767147 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da15f64-966a-4f97-a3bd-e77af6a7168f req-a749076e-bd58-49b0-a85f-572ed225247a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:54.768664 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4da15f64-966a-4f97-a3bd-e77af6a7168f req-a749076e-bd58-49b0-a85f-572ed225247a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0835609 May 17 13:54:54.822386 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4da15f64-966a-4f97-a3bd-e77af6a7168f req-0b4a561a-923f-40b2-b996-f626dfba6d83 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473058 May 17 13:54:55.387423 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2576e-a3e1-4f6e-a50b-e8e5d705dc70 req-e9f9debb-c99d-4b78-ab1f-6f621bd1cb05 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:55.388882 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1be2576e-a3e1-4f6e-a50b-e8e5d705dc70 req-e9f9debb-c99d-4b78-ab1f-6f621bd1cb05 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 946 time: 0.0835254 May 17 13:54:55.433549 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1be2576e-a3e1-4f6e-a50b-e8e5d705dc70 req-72d248c0-9490-453e-a9c9-c01512728370 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 May 17 13:54:56.022040 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d3f1c-f8a3-4af1-9563-fa05e0d37e0b req-29257c58-ab6c-4178-9512-5e6468a4d41d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:56.023796 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-444d3f1c-f8a3-4af1-9563-fa05e0d37e0b req-29257c58-ab6c-4178-9512-5e6468a4d41d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0869696 May 17 13:54:56.072494 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-444d3f1c-f8a3-4af1-9563-fa05e0d37e0b req-70144e76-8920-470c-afa9-43e33679aa67 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 May 17 13:54:56.627860 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed08611-d843-4e21-a002-0e4e50e85ebd req-0b21268b-39a2-4a05-8f0d-607c46433148 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:56.629948 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bed08611-d843-4e21-a002-0e4e50e85ebd req-0b21268b-39a2-4a05-8f0d-607c46433148 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 946 time: 0.0915625 May 17 13:54:56.695033 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bed08611-d843-4e21-a002-0e4e50e85ebd req-ac77b087-3af3-42a9-bc1a-a0aed76adf17 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581584 May 17 13:54:57.261410 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35400) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:57.297357 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ba355-8621-401c-bef1-80af307e5e3a req-39bacef9-a9f0-45af-93a7-09d3992015de tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:57.298876 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cf8ba355-8621-401c-bef1-80af307e5e3a req-39bacef9-a9f0-45af-93a7-09d3992015de tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0960927 May 17 13:54:57.350005 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cf8ba355-8621-401c-bef1-80af307e5e3a req-2d054a12-3412-4c7b-983f-6ceb5faf8b9a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 May 17 13:54:57.393808 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:57.408318 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:57.413161 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Usage tracker for resource:security_group_rule and tenant:7718271bd1be43d5a826b9a5e7aa948c is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:57.415395 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:57.422512 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:57.519645 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:57.524016 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:57.536158 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:57.578538 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7718271bd1be43d5a826b9a5e7aa948c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160031 May 17 13:54:57.581069 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35410) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:57.592084 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6d82d-136c-4ecc-b75f-84bb1c8a1260,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:57.595787 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-efbe47ce-bea3-465a-acbb-3d19f85da159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:57.654418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00bb96d0-b2d0-4d4f-a071-4c0685fe1710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:57.683273 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00bb96d0-b2d0-4d4f-a071-4c0685fe1710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:57.743947 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00bb96d0-b2d0-4d4f-a071-4c0685fe1710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:57.748985 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9c6a2f94-5536-4e9d-8990-93f8d1239aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:57.771418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb96d0-b2d0-4d4f-a071-4c0685fe1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6d82d-136c-4ecc-b75f-84bb1c8a1260,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:57.771418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-00bb96d0-b2d0-4d4f-a071-4c0685fe1710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:57.775008 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-00bb96d0-b2d0-4d4f-a071-4c0685fe1710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:57.778916 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-00bb96d0-b2d0-4d4f-a071-4c0685fe1710 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ee6d82d-136c-4ecc-b75f-84bb1c8a1260 HTTP/1.1" status: 204 len: 168 time: 0.1946852 May 17 13:54:58.061953 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35428) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:58.082280 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.097161 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:58.101327 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8ef980425c4288957ca97303ce76af is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:58.105222 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:58.111197 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:58.193332 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.196840 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.205077 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-976132a5-5b80-416f-81c2-eed6e0bb2e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:58.246636 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed8ef980425c4288957ca97303ce76af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834464 May 17 13:54:58.248555 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35434) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:58.250081 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafdcfd1-9f18-41dd-95c2-6377eb4edcbc,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:58.253150 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:58.309853 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-53e05b47-4c29-4dd5-8564-f9967892b6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.337603 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-53e05b47-4c29-4dd5-8564-f9967892b6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.390237 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-53e05b47-4c29-4dd5-8564-f9967892b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.394528 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-dcbcfead-a94b-41b9-baa8-bbcbfad7b6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:58.407193 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e05b47-4c29-4dd5-8564-f9967892b6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafdcfd1-9f18-41dd-95c2-6377eb4edcbc,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:58.409568 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-53e05b47-4c29-4dd5-8564-f9967892b6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:58.419549 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-53e05b47-4c29-4dd5-8564-f9967892b6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.420655 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-53e05b47-4c29-4dd5-8564-f9967892b6aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dafdcfd1-9f18-41dd-95c2-6377eb4edcbc HTTP/1.1" status: 204 len: 168 time: 0.1711206 May 17 13:54:58.816057 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35456) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:58.858253 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.875573 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:54:58.879405 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Usage tracker for resource:security_group_rule and tenant:39aebabab28641c3893cd33f51ea93fb is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:54:58.882292 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:54:58.889030 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:54:58.968994 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba1ca6-fb2b-4a15-b612-8f3fe7e5694c req-d393a023-80d3-4d72-b91e-285a9789f777 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:54:58.979057 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5ba1ca6-fb2b-4a15-b612-8f3fe7e5694c req-d393a023-80d3-4d72-b91e-285a9789f777 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.1443758 May 17 13:54:58.986656 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:58.993423 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:59.003606 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c08680bc-4d37-4e50-8e64-de9daa5cba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:59.049359 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5ba1ca6-fb2b-4a15-b612-8f3fe7e5694c req-a79c91e3-c496-4d3e-8923-d91aec824c23 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690217 May 17 13:54:59.050967 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39aebabab28641c3893cd33f51ea93fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336376 May 17 13:54:59.052419 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35468) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:54:59.055024 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b00d1-c9b4-4191-8ea6-d8d363c28d3b,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:59.067193 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:59.126773 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-803bcaa0-e465-49eb-9000-46bd3fae8687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:59.163814 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-803bcaa0-e465-49eb-9000-46bd3fae8687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:59.219969 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-803bcaa0-e465-49eb-9000-46bd3fae8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:59.224858 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:54:59.238622 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bcaa0-e465-49eb-9000-46bd3fae8687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b00d1-c9b4-4191-8ea6-d8d363c28d3b,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:54:59.241076 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-803bcaa0-e465-49eb-9000-46bd3fae8687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:54:59.243006 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-803bcaa0-e465-49eb-9000-46bd3fae8687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:54:59.244249 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-803bcaa0-e465-49eb-9000-46bd3fae8687 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f54b00d1-c9b4-4191-8ea6-d8d363c28d3b HTTP/1.1" status: 204 len: 168 time: 0.1908090 May 17 13:55:00.243788 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4854e3-e0a8-42bb-b0bf-c84547cd5aaa req-ea16756a-3d3e-4827-8a7a-e4238b7ca1b3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:00.245933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cd4854e3-e0a8-42bb-b0bf-c84547cd5aaa req-ea16756a-3d3e-4827-8a7a-e4238b7ca1b3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0815678 May 17 13:55:00.294199 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cd4854e3-e0a8-42bb-b0bf-c84547cd5aaa req-4294ef3d-1deb-4776-8e68-9c6d92992ceb tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 May 17 13:55:01.653683 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a768b-a212-4833-bc14-666eed40554c req-c575843f-7cbc-4a80-94be-a4225571d5f0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:01.655173 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4e7a768b-a212-4833-bc14-666eed40554c req-c575843f-7cbc-4a80-94be-a4225571d5f0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0854902 May 17 13:55:01.700233 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4e7a768b-a212-4833-bc14-666eed40554c req-28f970f2-513f-4773-bdef-ec85fb4d3b4a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 May 17 13:55:02.896877 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29784b-42e5-4049-b5c1-2d231aa67586 req-789e4c46-ce66-445c-9f6a-82aaa4313b73 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:02.898539 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-de29784b-42e5-4049-b5c1-2d231aa67586 req-789e4c46-ce66-445c-9f6a-82aaa4313b73 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0922472 May 17 13:55:03.005378 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-de29784b-42e5-4049-b5c1-2d231aa67586 req-707f51fa-688c-4c0c-a68a-cb8c4153a262 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980387 May 17 13:55:04.237113 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35622) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:04.359542 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:04.374232 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:04.378148 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Usage tracker for resource:security_group_rule and tenant:8c50a999d5364c719718fa0fb55011d0 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:04.380966 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:04.387386 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:04.469245 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:04.473934 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:04.482539 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a0a8f96e-cb93-4b96-893f-40c60c354a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:04.523618 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c50a999d5364c719718fa0fb55011d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853074 May 17 13:55:04.524203 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54931942-0f64-4155-a10a-af14d0aca5f8,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:04.526200 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35628) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:04.527378 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:04.584358 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d796d499-1e12-4abd-b208-32afffb17a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:04.610339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d796d499-1e12-4abd-b208-32afffb17a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:04.671165 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d796d499-1e12-4abd-b208-32afffb17a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:04.681063 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-cc6d934a-630d-4e88-a733-b5ede8c0b060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:04.697457 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d796d499-1e12-4abd-b208-32afffb17a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:04.698720 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d796d499-1e12-4abd-b208-32afffb17a1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54931942-0f64-4155-a10a-af14d0aca5f8 HTTP/1.1" status: 204 len: 168 time: 0.1714630 May 17 13:55:04.710711 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796d499-1e12-4abd-b208-32afffb17a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54931942-0f64-4155-a10a-af14d0aca5f8,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:04.713052 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d796d499-1e12-4abd-b208-32afffb17a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:05.021791 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35652) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:05.039418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:05.054836 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:05.059180 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Usage tracker for resource:security_group_rule and tenant:31b807bbf5ce436c9b4f72235e38fd07 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:05.062033 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:05.067603 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:05.153744 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:05.157502 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:05.164623 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-666b393f-ffb3-44bd-ae33-e91ef0c2406c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:05.205445 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31b807bbf5ce436c9b4f72235e38fd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824257 May 17 13:55:05.206344 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1177c371-6fbe-4993-9ca2-6121a987a4f0,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:05.208141 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35656) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:05.209438 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:05.273845 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2d2cbf86-6c5b-475e-8fd1-995797edfaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:05.300083 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2d2cbf86-6c5b-475e-8fd1-995797edfaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:05.356655 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2d2cbf86-6c5b-475e-8fd1-995797edfaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:05.360989 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:05.374386 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cbf86-6c5b-475e-8fd1-995797edfaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1177c371-6fbe-4993-9ca2-6121a987a4f0,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:05.376628 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-2d2cbf86-6c5b-475e-8fd1-995797edfaef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:05.384807 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2d2cbf86-6c5b-475e-8fd1-995797edfaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:05.385942 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-2d2cbf86-6c5b-475e-8fd1-995797edfaef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1177c371-6fbe-4993-9ca2-6121a987a4f0 HTTP/1.1" status: 204 len: 168 time: 0.1767058 May 17 13:55:06.125178 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35688) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:06.235276 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1701938646-network', 'tenant_id': '9feda4c01d454995a721dc81b75745f1'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:06.240063 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:06.243963 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Usage tracker for resource:network and tenant:9feda4c01d454995a721dc81b75745f1 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:06.247525 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:06.253921 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:06.263695 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Made reservation on behalf of 9feda4c01d454995a721dc81b75745f1 for: {'network': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:06.266085 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.277810 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.293015 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:06.297353 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Usage tracker for resource:security_group_rule and tenant:9feda4c01d454995a721dc81b75745f1 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:06.300566 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:06.310412 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:06.399273 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.403226 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.407785 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7a259b2c-34af-4152-b4ba-cee6f8780436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:06.435122 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=78714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:55:06.447712 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc477512-9eb6-43bc-b860-d4b23b46d35d,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:06.451809 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:06.452779 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.453112 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.segments_db [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Added segment 018a92c2-582d-4fdc-84b3-5f84ccf9bb30 of type vlan for network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa May 17 13:55:06.479322 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.509535 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.510941 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:06.511666 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.516331 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-560deb7e-4308-4467-a7f9-04ea36030260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:06.533838 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35706) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:06.618907 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:06.626266 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4999716 May 17 13:55:06.626427 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35712) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:06.627224 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:06.636736 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Request body: {'subnet': {'network_id': '6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1701938646-subnet', 'tenant_id': '9feda4c01d454995a721dc81b75745f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:06.638091 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:55:06.644033 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:06.648232 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Usage tracker for resource:subnet and tenant:9feda4c01d454995a721dc81b75745f1 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:06.651447 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:06.658328 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:06.679416 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Made reservation on behalf of 9feda4c01d454995a721dc81b75745f1 for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:06.681935 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.703098 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:06.784744 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:06.791155 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Usage tracker for resource:security_group_rule and tenant:ac51d0a7fc1a4aa78b063bf7d05a5b84 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:06.796910 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:06.804830 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:06.986779 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:07.003235 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:07.013000 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-91d3a383-ae7e-44a7-ad09-d0b5486b144a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:07.098026 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297cbf72-f8fc-472f-af65-394e24a773a2,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:07.105560 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:07.107916 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac51d0a7fc1a4aa78b063bf7d05a5b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730796 May 17 13:55:07.110727 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35720) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:07.169510 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ee1e65f2-864f-4a82-ab58-a12a41410a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:07.202061 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ee1e65f2-864f-4a82-ab58-a12a41410a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:07.220936 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:07.225425 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:07.254580 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ee1e65f2-864f-4a82-ab58-a12a41410a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:07.258058 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c6070ef7-27f5-4403-8822-09d7dae1e536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:07.269137 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e65f2-864f-4a82-ab58-a12a41410a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297cbf72-f8fc-472f-af65-394e24a773a2,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:07.278490 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ee1e65f2-864f-4a82-ab58-a12a41410a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:07.280495 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ee1e65f2-864f-4a82-ab58-a12a41410a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:07.284046 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ee1e65f2-864f-4a82-ab58-a12a41410a80 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/297cbf72-f8fc-472f-af65-394e24a773a2 HTTP/1.1" status: 204 len: 168 time: 0.1696939 May 17 13:55:07.301085 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0168171-7e90-4499-92fd-831efa9e75c5,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:07.304985 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:07.309377 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Checking segment: {'id': '018a92c2-582d-4fdc-84b3-5f84ccf9bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:55:07.309667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Network hostable DHCP agents. Network: 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:55:07.327430 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:55:07.337291 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:55:07.349686 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2c7e6-9f19-4a14-bd92-88e7b7c29d66 None None] Network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:55:07.350882 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:07.351638 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:07.384744 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7566559 May 17 13:55:07.554075 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c46a64-5c5d-41ae-9218-d69d6a9605c6 None None] Network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:55:08.031546 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35760) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:08.037056 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1729578095-network', 'tenant_id': '6fdd2173f74c40e49f1e5fbed6a16c0d'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:08.041588 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:08.046363 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Usage tracker for resource:network and tenant:6fdd2173f74c40e49f1e5fbed6a16c0d is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:08.049360 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:08.055513 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:08.065792 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Made reservation on behalf of 6fdd2173f74c40e49f1e5fbed6a16c0d for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:08.068115 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.079867 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.093806 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:08.097522 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6fdd2173f74c40e49f1e5fbed6a16c0d is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:08.100268 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:08.106429 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:08.191181 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.195111 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.199169 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7bd35595-3d64-4380-97b8-8876c108ce67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:08.217947 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:55:08.243177 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.243513 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Added segment 03873bdf-2954-4176-85d5-51cc4f060a33 of type vlan for network 12ab0d8f-69ca-4518-846e-3fa91a4fb6b7 May 17 13:55:08.244701 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055ff6aa-ec72-4330-9309-8fe285a65d88,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:08.251694 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:08.252139 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35766) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:08.274717 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.305717 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.307224 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:08.307924 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.312869 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:08.367628 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-238011345-network', 'tenant_id': '8127b341249b46af98beb0bf3b4559da'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:08.372430 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:08.376251 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Usage tracker for resource:network and tenant:8127b341249b46af98beb0bf3b4559da is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:08.379610 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:08.386289 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:08.411282 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3786049 May 17 13:55:08.414213 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=12ab0d8f-69ca-4518-846e-3fa91a4fb6b7,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:08.414433 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 35772) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:08.416949 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:08.417065 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Made reservation on behalf of 8127b341249b46af98beb0bf3b4559da for: {'network': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:08.420132 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.425818 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 12ab0d8f-69ca-4518-846e-3fa91a4fb6b7 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:55:08.432787 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Request body: {'subnet': {'network_id': '12ab0d8f-69ca-4518-846e-3fa91a4fb6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1729578095-subnet', 'tenant_id': '6fdd2173f74c40e49f1e5fbed6a16c0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:08.440423 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:08.442599 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.454130 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Usage tracker for resource:subnet and tenant:6fdd2173f74c40e49f1e5fbed6a16c0d is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:08.458052 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:08.466001 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:08.468084 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:08.474336 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Usage tracker for resource:security_group_rule and tenant:8127b341249b46af98beb0bf3b4559da is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:08.478164 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:08.485833 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:08.487918 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Made reservation on behalf of 6fdd2173f74c40e49f1e5fbed6a16c0d for: {'subnet': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:08.490390 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597616'] for subnet, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.775187 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.783791 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.790099 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-86419753-0cff-48cf-8953-91a9ccf22ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:08.816218 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=78714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:55:08.854624 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c769763-30a2-4629-87fc-48b9260ecc62,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:08.857428 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.857692 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.segments_db [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Added segment 5d07d100-a15a-46af-adfa-cff7600cd003 of type vlan for network aeeddf9b-c676-4819-a741-6258bcac6393 May 17 13:55:08.859141 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:08.948582 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:08.998486 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:09.000669 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:09.001247 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:09.008046 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:09.126128 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8713818 May 17 13:55:09.129018 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 35780) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:09.129484 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Pushing event updated for resources: {'Network': ['ID=aeeddf9b-c676-4819-a741-6258bcac6393,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:09.132788 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:09.135331 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Request body: {'subnet': {'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-238011345-subnet', 'tenant_id': '8127b341249b46af98beb0bf3b4559da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:09.140741 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network aeeddf9b-c676-4819-a741-6258bcac6393 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:55:09.140947 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:09.145052 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Usage tracker for resource:subnet and tenant:8127b341249b46af98beb0bf3b4559da is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:09.148308 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:09.154679 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:09.166676 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Made reservation on behalf of 8127b341249b46af98beb0bf3b4559da for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:09.169694 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:09.191722 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9710127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597602'] for subnet, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:09.196377 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:09.276650 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0135647a-8e09-459c-b093-86d672fdb39b,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:09.283963 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:09.284700 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Checking segment: {'id': '03873bdf-2954-4176-85d5-51cc4f060a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '12ab0d8f-69ca-4518-846e-3fa91a4fb6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:55:09.285051 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Network hostable DHCP agents. Network: 12ab0d8f-69ca-4518-846e-3fa91a4fb6b7, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:55:09.302442 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Network 12ab0d8f-69ca-4518-846e-3fa91a4fb6b7 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:55:09.311776 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 12ab0d8f-69ca-4518-846e-3fa91a4fb6b7) {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:55:09.320450 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d529c-8ee8-46bb-aaa4-fa9a09927900 None None] Network 12ab0d8f-69ca-4518-846e-3fa91a4fb6b7 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:55:09.321735 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:09.322332 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:09.350957 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9343801 May 17 13:55:09.549223 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b8d7f-4abd-43b5-b46b-f22172674216 None None] Network 12ab0d8f-69ca-4518-846e-3fa91a4fb6b7 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:55:09.594388 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:09.599631 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-bad9039e-0807-47cd-9bda-309a1f5e4663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:09.673145 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1049c28b-9309-4e47-8b74-4024f0ec0ac1,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:09.677056 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:09.681374 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Checking segment: {'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:55:09.681863 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Network hostable DHCP agents. Network: aeeddf9b-c676-4819-a741-6258bcac6393, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:55:09.699743 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Network aeeddf9b-c676-4819-a741-6258bcac6393 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:55:09.708714 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, aeeddf9b-c676-4819-a741-6258bcac6393) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:55:09.712845 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:09.713422 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:09.726834 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c41a4-9d04-40b4-aef3-51e05496f2f0 None None] Network aeeddf9b-c676-4819-a741-6258bcac6393 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:55:09.733293 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6031051 May 17 13:55:09.928037 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d1878-a72a-4984-b266-b8f2541fb4f0 None None] Network aeeddf9b-c676-4819-a741-6258bcac6393 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:55:15.002180 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-6c7ad012-f931-4386-9ba7-f129cfbd2117 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--172695544&fields=id&tenant_id=4a5884fc35ce481b83f4022e019d2a65 HTTP/1.1" status: 200 len: 267 time: 0.1932151 May 17 13:55:15.133604 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-e65d016b-45b5-48a3-b422-d16d48d52acc tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:15.135041 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-e65d016b-45b5-48a3-b422-d16d48d52acc tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 815 time: 0.3115699 May 17 13:55:15.166933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-0486a7fe-9c6a-417b-9b7c-fba8ba2eaaea tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/quotas/00031678b9ef42cdb9c08fb92f2f2c5e HTTP/1.1" status: 200 len: 375 time: 0.0251989 May 17 13:55:15.237524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-7a78a39b-77c2-4d40-9123-8b3fd0b991db tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:15.238970 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-7a78a39b-77c2-4d40-9123-8b3fd0b991db tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 810 time: 0.2289882 May 17 13:55:15.258566 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-5c833ade-c14e-4458-ac8c-9d972478f12f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/quotas/4a5884fc35ce481b83f4022e019d2a65 HTTP/1.1" status: 200 len: 375 time: 0.0127721 May 17 13:55:15.331837 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-dc10f6b5-90c7-4f89-94f3-b9777d23baa7 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1586697 May 17 13:55:15.455128 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-6965a76f-0b85-4d31-ad62-a25f317ae80f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1908526 May 17 13:55:15.544747 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-50e22634-eb85-4cd3-9891-99af93539497 service neutron] 10.222.0.44 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051046 May 17 13:55:15.697801 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-ebca018d-fc93-4770-af46-d181eeff2247 service neutron] 10.222.0.44 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273822 May 17 13:55:15.736608 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-34d369e1-2420-4f19-9a26-44604850a8ae service neutron] 10.222.0.44 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821721 May 17 13:55:15.844495 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-43b9ae97-4080-464f-95c2-a7148454773a service neutron] 10.222.0.44 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365592 May 17 13:55:16.035470 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5919ce-4bcf-48ad-bf98-60f10a2c61a3 req-d5024865-6293-4a44-988b-02b5f0961cad tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:16.038000 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6d5919ce-4bcf-48ad-bf98-60f10a2c61a3 req-d5024865-6293-4a44-988b-02b5f0961cad tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.1077468 May 17 13:55:16.103005 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6d5919ce-4bcf-48ad-bf98-60f10a2c61a3 req-9d073422-41be-49c7-9b4d-47941dcc96ac tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579181 May 17 13:55:16.536744 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-2a72645d-b4ea-4905-bb5f-7284d89ae581 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:16.538601 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-2a72645d-b4ea-4905-bb5f-7284d89ae581 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/networks?id=aeeddf9b-c676-4819-a741-6258bcac6393 HTTP/1.1" status: 200 len: 808 time: 0.2955959 May 17 13:55:16.577648 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-d378b766-c4bb-4184-ae64-a3165f1fc1df tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/quotas/8127b341249b46af98beb0bf3b4559da HTTP/1.1" status: 200 len: 375 time: 0.0276809 May 17 13:55:16.640507 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-58d327c8-335b-4de3-8377-5de62e91f59e tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8127b341249b46af98beb0bf3b4559da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571432 May 17 13:55:16.654583 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-a71a460c-3cff-4865-a212-c656f1654100 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:16.656192 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-a71a460c-3cff-4865-a212-c656f1654100 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/networks?id=6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa HTTP/1.1" status: 200 len: 809 time: 0.2442338 May 17 13:55:16.772863 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-cfd50744-fe08-42fa-9e8e-6615692084f5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/quotas/9feda4c01d454995a721dc81b75745f1 HTTP/1.1" status: 200 len: 375 time: 0.0812554 May 17 13:55:16.831785 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-25ec6dd8-bcfc-4558-93e3-1b7a2e8734e2 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9feda4c01d454995a721dc81b75745f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516763 May 17 13:55:17.061024 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-2deb7763-ead5-4caa-a8c4-9306fd7bbc82 service neutron] 10.222.0.44 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038546 May 17 13:55:17.221456 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-34006c8e-e18b-4dcc-a270-89654c3c6cd9 service neutron] 10.222.0.44 "GET /v2.0/networks/6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784466 May 17 13:55:17.350559 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f6127dd2-846b-49cc-a5e2-d0700d16d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:17.428906 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f265c4-6a7b-485f-8727-1a444817d909 req-5c515381-c4e5-4efd-a9a4-e5c54c046396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:17.430409 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b2f265c4-6a7b-485f-8727-1a444817d909 req-5c515381-c4e5-4efd-a9a4-e5c54c046396 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 1098 time: 0.4262447 May 17 13:55:17.436301 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-710f2ee0-5248-4122-8e87-b0e911753568 service neutron] 10.222.0.44 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667388 May 17 13:55:17.536961 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b2f265c4-6a7b-485f-8727-1a444817d909 req-ea561603-a1ea-4ff7-86ec-0f00d06ce977 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959082 May 17 13:55:17.542843 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-8cc619fc-1fa4-4219-8a61-7cff79b30ec5 service neutron] 10.222.0.44 "GET /v2.0/networks/6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205602 May 17 13:55:17.566448 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-f35b6d42-9783-4424-94b8-4799e53c9ae0 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:17.567967 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-f35b6d42-9783-4424-94b8-4799e53c9ae0 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 815 time: 0.2504249 May 17 13:55:17.644766 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Request body: {'port': {'device_id': '865aa0db-76f3-4960-8166-8fb6676e3e09', 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'admin_state_up': True, 'tenant_id': '00031678b9ef42cdb9c08fb92f2f2c5e'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:17.771366 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2ce05fab-1dac-43c5-90cd-d2ee65041263 req-18922e14-511e-49a2-b35e-7e8b8a4fbeae tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 210 time: 0.1002128 May 17 13:55:17.872302 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82a40e29-4460-4009-b3c3-042ee61241f4 req-38eefb70-92ce-486e-a9b0-6193d14ff890 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 210 time: 0.0597396 May 17 13:55:18.024689 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:18.037632 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:18.065223 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca3a50-71b1-4455-86b7-664d1ef1dce9 req-173cf4a8-86d6-4d9a-8711-876547245240 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:18.067048 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06ca3a50-71b1-4455-86b7-664d1ef1dce9 req-173cf4a8-86d6-4d9a-8711-876547245240 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.1396136 May 17 13:55:18.074194 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Made reservation on behalf of 00031678b9ef42cdb9c08fb92f2f2c5e for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:18.078284 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:18.269539 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-aa2aa1e7-1008-46e4-ba1e-c32ae5933581 req-3f4cd833-f648-499f-8ec5-e3c64ca5f136 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 210 time: 0.1399846 May 17 13:55:18.338244 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06ca3a50-71b1-4455-86b7-664d1ef1dce9 req-68d03e3b-1fb0-40ea-a58f-89b545a732e7 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431905 May 17 13:55:18.433123 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c8a15f4b-9a72-43e9-b858-9003cbc28c0c req-1a5520eb-e7da-47fe-a897-ad3c352cff63 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 210 time: 0.0527389 May 17 13:55:18.529688 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-a00251c3-8fb6-4a01-9eae-ddcf02a95944 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:18.531087 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-a00251c3-8fb6-4a01-9eae-ddcf02a95944 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 810 time: 0.3415205 May 17 13:55:18.545413 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Allocated IP 172.20.0.2 (c5c169ac-7f6b-4dc0-b671-007c0dae5182/7d812c9a-d562-45e9-82e9-bdfa44616f61/e7e7992c-6b2b-4e28-8de2-d961573a93e4) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:55:18.663792 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-79cae4a4-6c9c-4d52-bb06-db5ee8765f58 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5884fc35ce481b83f4022e019d2a65 HTTP/1.1" status: 200 len: 379 time: 0.0912986 May 17 13:55:18.724212 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'port': {'device_id': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'admin_state_up': True, 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'security_groups': ['391614e6-d561-42f2-8d2b-1b6426846ee6']}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:18.764646 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:18.963156 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-77147068-e2ab-4ebe-a61e-652518b358ed req-db64e6f7-e1ac-4ea5-9771-812273c59327 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 210 time: 0.0692399 May 17 13:55:19.065416 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-398e8041-e599-44c3-88df-9961756650c6 req-24754f72-fd54-47a2-a044-8a3bd0267446 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 210 time: 0.0798190 May 17 13:55:19.101856 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:19.108981 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:19.111959 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:port and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:19.115607 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:19.123625 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:19.136088 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Made reservation on behalf of 4a5884fc35ce481b83f4022e019d2a65 for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:19.139588 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:19.225911 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:19.233977 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8155384c-28a5-4816-8940-f7b225101be5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:19.242456 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2', '65daffed-9f20-43c1-be19-978c785f8659'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:55:19.349701 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Network c5c169ac-7f6b-4dc0-b671-007c0dae5182 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:55:19.362271 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:55:19.366805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Pushing event updated for resources: {'Port': ['ID=e7e7992c-6b2b-4e28-8de2-d961573a93e4,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:19.379116 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:55:19.384580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:19.385202 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:19.404314 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:19.443800 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Allocated IP 172.20.0.12 (9677ea60-a95a-45a9-892e-846362f1d5b2/ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc/6712f9a9-8ac4-46cc-9980-0ed212ae0266) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:55:19.523492 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-80b41656-7612-46ca-ac30-f80205e36950 req-85b4bf24-64ce-4722-aba5-0d90bb95f161 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 210 time: 0.0697978 May 17 13:55:19.700177 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0588450 May 17 13:55:19.766289 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Request body: {'port': {'device_id': '865aa0db-76f3-4960-8166-8fb6676e3e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:19.791882 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-140d3745-071c-4597-9484-cacaee8a762a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:19.806230 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-366321eb-b519-41d5-92f3-c36bc2582658 req-137a6e55-d958-4ff7-a666-362cc844b703 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 210 time: 0.1300347 May 17 13:55:20.022220 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-43fd6e5f-1552-4893-aac9-3b45f7810ee4 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:20.023687 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-43fd6e5f-1552-4893-aac9-3b45f7810ee4 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.52 "GET /v2.0/networks?id=aeeddf9b-c676-4819-a741-6258bcac6393 HTTP/1.1" status: 200 len: 808 time: 0.5051520 May 17 13:55:20.045057 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e81b7-92e3-4bc1-8516-9ff8b12c9d61 req-1bc12575-96ce-4cda-9bc2-38a2a1603f65 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:20.051916 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-186e81b7-92e3-4bc1-8516-9ff8b12c9d61 req-1bc12575-96ce-4cda-9bc2-38a2a1603f65 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.5321817 May 17 13:55:20.057421 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Request body: {'port': {'device_id': 'c041ed2f-5694-4494-8f54-c091232a19b1', 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393', 'admin_state_up': True, 'tenant_id': '8127b341249b46af98beb0bf3b4559da'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:20.163855 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:20.246968 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:20.349642 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-c60cabea-2feb-4e4b-89bf-be2ad83749bb tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:20.352242 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-c60cabea-2feb-4e4b-89bf-be2ad83749bb tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Synchronizing usage tracker for tenant:9feda4c01d454995a721dc81b75745f1 on resource:network {{(pid=78714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:20.358493 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:20.376212 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-c60cabea-2feb-4e4b-89bf-be2ad83749bb tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Unset dirty status for tenant:9feda4c01d454995a721dc81b75745f1 on resource:network {{(pid=78714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:20.377779 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-c60cabea-2feb-4e4b-89bf-be2ad83749bb tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.52 "GET /v2.0/networks?id=6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa HTTP/1.1" status: 200 len: 809 time: 0.2437210 May 17 13:55:20.388962 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-186e81b7-92e3-4bc1-8516-9ff8b12c9d61 req-6ff3a499-c2b1-42e1-b327-140b4db2ca4b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361967 May 17 13:55:20.417223 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Request body: {'port': {'device_id': '7acdec08-82a0-42a0-bf3d-b73960973845', 'network_id': '6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa', 'admin_state_up': True, 'tenant_id': '9feda4c01d454995a721dc81b75745f1'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:20.466430 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Transition to ACTIVE for port object 6712f9a9-8ac4-46cc-9980-0ed212ae0266 will not be triggered until provisioned by entity DHCP. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:55:20.500733 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:20.548695 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Usage tracker for resource:port and tenant:8127b341249b46af98beb0bf3b4559da is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:20.597160 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:20.602933 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:20.607536 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Usage tracker for resource:port and tenant:9feda4c01d454995a721dc81b75745f1 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:20.610399 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:20.616280 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:20.620133 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-ee127c22-cb39-4fae-8e5b-8b6eb0417301 req-24e30cfd-b403-4e30-8b89-e0f9b0127f15 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Synchronizing usage tracker for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:20.627366 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Made reservation on behalf of 9feda4c01d454995a721dc81b75745f1 for: {'port': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:20.627667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:20.631122 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:20.637910 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1eadf-4c80-456a-85a3-227e50aba122 req-6b26950a-0e6f-4e37-872a-356981c82ae6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:20.638627 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-7af1eadf-4c80-456a-85a3-227e50aba122 req-6b26950a-0e6f-4e37-872a-356981c82ae6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:20.693301 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Made reservation on behalf of 8127b341249b46af98beb0bf3b4559da for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:20.697086 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:20.803059 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Allocated IP 172.20.0.7 (6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa/f0168171-7e90-4499-92fd-831efa9e75c5/cc6de6e7-e06e-43f3-887d-56c5f92a933d) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:55:20.854803 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:20.857214 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-7af1eadf-4c80-456a-85a3-227e50aba122 req-6b26950a-0e6f-4e37-872a-356981c82ae6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:20.858526 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7af1eadf-4c80-456a-85a3-227e50aba122 req-6b26950a-0e6f-4e37-872a-356981c82ae6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 931 time: 0.7531269 May 17 13:55:20.878432 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-feff91e4-5d27-472d-92cc-0447debfff9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:20.910748 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-ee127c22-cb39-4fae-8e5b-8b6eb0417301 req-24e30cfd-b403-4e30-8b89-e0f9b0127f15 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Unset dirty status for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:20.911892 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ee127c22-cb39-4fae-8e5b-8b6eb0417301 req-24e30cfd-b403-4e30-8b89-e0f9b0127f15 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 210 time: 0.4052677 May 17 13:55:21.017468 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.024768 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:55:21.035348 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:55:21.045208 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:55:21.051113 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:21.051752 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.054474 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.056211 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.067051 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:21.109215 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'Port': ['ID=6712f9a9-8ac4-46cc-9980-0ed212ae0266,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:21.130209 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:21.137770 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7af1eadf-4c80-456a-85a3-227e50aba122 req-82ef1d16-509b-4ee4-adb2-883f89fd4c64 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613525 May 17 13:55:21.167101 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:55:21.174944 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:55:21.180506 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:55:21.197771 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4863677 May 17 13:55:21.216321 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Request body: {'port': {'device_id': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:21.298472 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-b30552bb-c9a9-48d7-ab37-91c25bcbfde1 None None] Provisioning for port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:55:21.305540 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-b30552bb-c9a9-48d7-ab37-91c25bcbfde1 None None] Provisioning complete for port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:55:21.306123 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b30552bb-c9a9-48d7-ab37-91c25bcbfde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.350340 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:21.353397 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.364028 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Allocated IP 172.20.0.14 (aeeddf9b-c676-4819-a741-6258bcac6393/1049c28b-9309-4e47-8b74-4024f0ec0ac1/51a230d4-9cff-42bb-a365-b8e85201b276) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:55:21.408915 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Pushing event updated for resources: {'Port': ['ID=cc6de6e7-e06e-43f3-887d-56c5f92a933d,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:21.426816 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:21.448542 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-b30552bb-c9a9-48d7-ab37-91c25bcbfde1 None None] Port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:55:21.457382 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554798 May 17 13:55:21.476497 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Request body: {'port': {'device_id': '7acdec08-82a0-42a0-bf3d-b73960973845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:21.495083 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-2d695173-6854-41d0-ac76-7641ad8536dd req-d1c7888d-3383-4ffa-834a-1f92271ae1aa tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Synchronizing usage tracker for tenant:8127b341249b46af98beb0bf3b4559da on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:21.570880 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e7992c-6b2b-4e28-8de2-d961573a93e4 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:21.604618 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.619879 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.632811 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.722506 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-2d695173-6854-41d0-ac76-7641ad8536dd req-d1c7888d-3383-4ffa-834a-1f92271ae1aa tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Unset dirty status for tenant:8127b341249b46af98beb0bf3b4559da on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:21.732617 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2d695173-6854-41d0-ac76-7641ad8536dd req-d1c7888d-3383-4ffa-834a-1f92271ae1aa tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 210 time: 0.3496051 May 17 13:55:21.759487 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Transition to ACTIVE for port object e7e7992c-6b2b-4e28-8de2-d961573a93e4 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:55:21.951827 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:21.969225 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:22.220998 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6de6e7-e06e-43f3-887d-56c5f92a933d {{(pid=78714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:22.221384 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee0b6c-dac7-452c-9ae6-470510458eca req-f89aed3a-7627-4c89-ada8-64680a718505 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:22.228376 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-26ee0b6c-dac7-452c-9ae6-470510458eca req-f89aed3a-7627-4c89-ada8-64680a718505 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.7428753 May 17 13:55:22.229809 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.250216 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.provisioning_blocks [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Transition to ACTIVE for port object cc6de6e7-e06e-43f3-887d-56c5f92a933d will not be triggered until provisioned by entity L2. {{(pid=78714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:55:22.255699 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.266080 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-cb63290a-96d5-40d5-aa47-0bbbdd944d30 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:22.270903 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e7992c-6b2b-4e28-8de2-d961573a93e4,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:22.286223 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:22.377352 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.435043 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6de6e7-e06e-43f3-887d-56c5f92a933d,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:22.463494 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Attempting to bind port e7e7992c-6b2b-4e28-8de2-d961573a93e4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:55:22.463774 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Attempting to bind port e7e7992c-6b2b-4e28-8de2-d961573a93e4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:55:22.464097 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Attempting to bind port e7e7992c-6b2b-4e28-8de2-d961573a93e4 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:22.477082 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:22.483657 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-26ee0b6c-dac7-452c-9ae6-470510458eca req-86422775-2408-4e14-b7b1-12a2519388d6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544353 May 17 13:55:22.492812 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Port e7e7992c-6b2b-4e28-8de2-d961573a93e4 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:55:22.493134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Attempting to bind port e7e7992c-6b2b-4e28-8de2-d961573a93e4 on network c5c169ac-7f6b-4dc0-b671-007c0dae5182 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:22.519321 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee5ed4-3fff-4e04-87f0-68c39472133f req-9bcbb7ea-f198-4fb3-a10f-d5cb87c10649 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:22.526273 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-04ee5ed4-3fff-4e04-87f0-68c39472133f req-9bcbb7ea-f198-4fb3-a10f-d5cb87c10649 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 931 time: 0.6306438 May 17 13:55:22.529307 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:55:22.529646 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Checking segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:55:22.530057 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Bound using segment: {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:55:22.530497 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Bound port: e7e7992c-6b2b-4e28-8de2-d961573a93e4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc35980-c735-4851-b70c-48c879182994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:55:22.530851 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.577564 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.managers [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Attempting to bind port cc6de6e7-e06e-43f3-887d-56c5f92a933d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:55:22.578469 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.managers [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Attempting to bind port cc6de6e7-e06e-43f3-887d-56c5f92a933d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '018a92c2-582d-4fdc-84b3-5f84ccf9bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa'}] {{(pid=78714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:55:22.578874 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Attempting to bind port cc6de6e7-e06e-43f3-887d-56c5f92a933d on network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:22.584622 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Port cc6de6e7-e06e-43f3-887d-56c5f92a933d on network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:55:22.585016 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Attempting to bind port cc6de6e7-e06e-43f3-887d-56c5f92a933d on network 6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:22.592072 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:55:22.592563 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Checking segment: {'id': '018a92c2-582d-4fdc-84b3-5f84ccf9bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:55:22.593047 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Bound using segment: {'id': '018a92c2-582d-4fdc-84b3-5f84ccf9bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa'} {{(pid=78714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:55:22.593585 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.managers [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Bound port: cc6de6e7-e06e-43f3-887d-56c5f92a933d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018a92c2-582d-4fdc-84b3-5f84ccf9bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa'}}] {{(pid=78714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:55:22.594195 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.708517 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] For port cc6de6e7-e06e-43f3-887d-56c5f92a933d, host hv-cinder-78836, cleared binding levels {{(pid=78714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:55:22.711914 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] For port cc6de6e7-e06e-43f3-887d-56c5f92a933d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc6de6e7-e06e-43f3-887d-56c5f92a933d,segment=NetworkSegment(018a92c2-582d-4fdc-84b3-5f84ccf9bb30),segment_id=018a92c2-582d-4fdc-84b3-5f84ccf9bb30)] {{(pid=78714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:55:22.716859 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.722099 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:22.788819 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:22.789686 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for port, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.791083 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] 10.222.0.52 "PUT /v2.0/ports/cc6de6e7-e06e-43f3-887d-56c5f92a933d HTTP/1.1" status: 200 len: 1093 time: 1.3191123 May 17 13:55:22.795291 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acdec08-82a0-42a0-bf3d-b73960973845', 'tag': 'cc6de6e7-e06e-43f3-887d-56c5f92a933d'}] {{(pid=78714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:22.822231 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6de6e7-e06e-43f3-887d-56c5f92a933d,revision_number=3']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:22.824214 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-04ee5ed4-3fff-4e04-87f0-68c39472133f req-d1c359ef-7796-4dc5-a217-efdb93d08fe5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967954 May 17 13:55:22.836031 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:22.859453 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.867572 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-34d5c327-bd92-46ae-8075-0c426fb0322a tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:22.883565 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:22.941111 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Network aeeddf9b-c676-4819-a741-6258bcac6393 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:55:22.962832 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:55:23.005714 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-c0cf757d-b9d1-4c69-8d8f-cfd668203e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:23.007190 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-c0cf757d-b9d1-4c69-8d8f-cfd668203e25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9feda4c01d454995a721dc81b75745f1&device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 1096 time: 0.1522782 May 17 13:55:23.010458 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:55:23.015892 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:23.016531 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:23.042911 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] For port e7e7992c-6b2b-4e28-8de2-d961573a93e4, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:55:23.075097 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8f45f-0164-46a4-9d55-a4db5c036b67 req-e97712ad-6b22-4d42-ab3c-b80298be0c45 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:23.078576 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c9d8f45f-0164-46a4-9d55-a4db5c036b67 req-e97712ad-6b22-4d42-ab3c-b80298be0c45 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 932 time: 0.4538031 May 17 13:55:23.086511 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0326319 May 17 13:55:23.087995 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] For port e7e7992c-6b2b-4e28-8de2-d961573a93e4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e7992c-6b2b-4e28-8de2-d961573a93e4,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:55:23.093225 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Pushing event updated for resources: {'Port': ['ID=51a230d4-9cff-42bb-a365-b8e85201b276,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:23.097252 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6712f9a9-8ac4-46cc-9980-0ed212ae0266 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:23.102614 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:23.114078 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-e04414f0-be0d-4951-922c-efe2c6699a5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc6de6e7-e06e-43f3-887d-56c5f92a933d HTTP/1.1" status: 200 len: 217 time: 0.0914237 May 17 13:55:23.120124 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:23.128311 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Request body: {'port': {'device_id': 'c041ed2f-5694-4494-8f54-c091232a19b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:23.157413 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:23.161182 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:23.189435 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-694accf2-291a-4b07-93ae-fd414246063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:23.190878 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-694accf2-291a-4b07-93ae-fd414246063d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0168171-7e90-4499-92fd-831efa9e75c5 HTTP/1.1" status: 200 len: 849 time: 0.0629377 May 17 13:55:23.264112 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-55d274a4-eb3e-4738-9140-7bfbdf1bb4cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448227 May 17 13:55:23.317284 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:23.317916 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:23.319247 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] 10.222.0.52 "PUT /v2.0/ports/e7e7992c-6b2b-4e28-8de2-d961573a93e4 HTTP/1.1" status: 200 len: 1093 time: 3.5821726 May 17 13:55:23.323597 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Transition to ACTIVE for port object 6712f9a9-8ac4-46cc-9980-0ed212ae0266 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:55:23.324270 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865aa0db-76f3-4960-8166-8fb6676e3e09', 'tag': 'e7e7992c-6b2b-4e28-8de2-d961573a93e4'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:23.342332 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:23.357966 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c9d8f45f-0164-46a4-9d55-a4db5c036b67 req-963f3c98-33ad-4b03-bdc4-4c5936378167 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685821 May 17 13:55:23.373520 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e7992c-6b2b-4e28-8de2-d961573a93e4,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:23.382596 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:23.441490 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-ac4bca22-d560-4299-bca7-260b2d8fb9a4 service neutron] 10.222.0.52 "GET /v2.0/networks/6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704082 May 17 13:55:23.444888 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e4b971a5-3338-420a-8c93-fbe6c4153d32 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:23.610671 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:23.641559 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b613c314-3200-4f7c-9a16-4bfc0826b4d3 req-6bdf767b-dfad-4bb7-a6b6-f09c49db5dbf service neutron] 10.222.0.52 "GET /v2.0/networks/6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884212 May 17 13:55:23.767528 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36038) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:23.842914 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Pushing event updated for resources: {'Port': ['ID=6712f9a9-8ac4-46cc-9980-0ed212ae0266,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:23.855380 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:23.868205 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230d30-08e5-49bf-a836-ace8054565ee req-d4672540-bfa7-4321-81ac-b09820095b8c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:23.875865 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1230d30-08e5-49bf-a836-ace8054565ee req-d4672540-bfa7-4321-81ac-b09820095b8c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 943 time: 0.6737649 May 17 13:55:23.931720 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:23.931937 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Attempting to bind port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:55:23.932291 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Attempting to bind port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:55:23.932605 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Attempting to bind port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 on network 9677ea60-a95a-45a9-892e-846362f1d5b2 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:23.950925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:23.954789 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b5af598e374f0abb61d410c7e20cfb is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:23.957685 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:23.960926 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 on network 9677ea60-a95a-45a9-892e-846362f1d5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:55:23.961254 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Attempting to bind port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 on network 9677ea60-a95a-45a9-892e-846362f1d5b2 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:23.963304 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:24.026916 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:55:24.027195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Checking segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:55:24.027594 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Bound using segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:55:24.028030 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Bound port: 6712f9a9-8ac4-46cc-9980-0ed212ae0266, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:55:24.028372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.038339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-089fe25b-c48c-472d-b8f4-9b2b6a1dc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:24.039855 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-089fe25b-c48c-472d-b8f4-9b2b6a1dc865 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 1096 time: 0.6563683 May 17 13:55:24.046753 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.050663 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.056573 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1230d30-08e5-49bf-a836-ace8054565ee req-21958f1f-35e9-4574-b197-3944292af53c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798387 May 17 13:55:24.060216 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e81fb0bb-bc39-43ff-acc5-faeabc9880a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:24.072087 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c9b2d-9010-4b9c-beff-349d75ab8e1c req-b60f472f-cc1c-4d81-9abb-8ddfcb9097b6 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:24.073605 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5d5c9b2d-9010-4b9c-beff-349d75ab8e1c req-b60f472f-cc1c-4d81-9abb-8ddfcb9097b6 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 932 time: 0.5848525 May 17 13:55:24.106899 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5b5af598e374f0abb61d410c7e20cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381495 May 17 13:55:24.107848 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9e9d6-6a75-4faf-a69a-1672cbf46f49,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:24.110611 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36052) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:24.113265 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:24.151256 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acdec08-82a0-42a0-bf3d-b73960973845', 'tag': 'cc6de6e7-e06e-43f3-887d-56c5f92a933d', 'status': 'completed', 'code': 200} May 17 13:55:24.214668 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-a7a553c5-3960-4d13-a23f-61f76f85b4f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7e7992c-6b2b-4e28-8de2-d961573a93e4 HTTP/1.1" status: 200 len: 217 time: 0.1504574 May 17 13:55:24.216255 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865aa0db-76f3-4960-8166-8fb6676e3e09', 'tag': 'e7e7992c-6b2b-4e28-8de2-d961573a93e4', 'status': 'completed', 'code': 200} May 17 13:55:24.239549 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0efd7455-8b50-48c5-ae8a-2ff66986ba58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.279364 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0efd7455-8b50-48c5-ae8a-2ff66986ba58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.326135 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-e7644e9d-e5e6-4e9f-846d-831d583b7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:24.327620 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-e7644e9d-e5e6-4e9f-846d-831d583b7427 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9feda4c01d454995a721dc81b75745f1&device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 1096 time: 0.1310518 May 17 13:55:24.411239 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0efd7455-8b50-48c5-ae8a-2ff66986ba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.425339 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a06b70ed-a718-42a0-9fc3-09bd849f2d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:24.438005 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5d5c9b2d-9010-4b9c-beff-349d75ab8e1c req-d412be4d-3d59-4255-90c7-66b41ae7e000 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671416 May 17 13:55:24.439637 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd7455-8b50-48c5-ae8a-2ff66986ba58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9e9d6-6a75-4faf-a69a-1672cbf46f49,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:24.441974 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-0efd7455-8b50-48c5-ae8a-2ff66986ba58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:24.462795 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0efd7455-8b50-48c5-ae8a-2ff66986ba58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.462795 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-0efd7455-8b50-48c5-ae8a-2ff66986ba58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0c9e9d6-6a75-4faf-a69a-1672cbf46f49 HTTP/1.1" status: 204 len: 168 time: 0.3448739 May 17 13:55:24.466294 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-9b038f9f-c547-476c-9b6e-09e57c5dd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:24.467757 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-9b038f9f-c547-476c-9b6e-09e57c5dd518 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.2306905 May 17 13:55:24.470504 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] For port 6712f9a9-8ac4-46cc-9980-0ed212ae0266, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:55:24.477078 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] For port 6712f9a9-8ac4-46cc-9980-0ed212ae0266, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:55:24.497827 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.522747 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-ad484818-3058-4656-bc92-f5b7b44210c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:24.524613 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-ad484818-3058-4656-bc92-f5b7b44210c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa HTTP/1.1" status: 200 len: 910 time: 0.1885555 May 17 13:55:24.538068 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7d609559-ec0a-4a9e-b516-b71e41f11900 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:24.594080 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:55:24.701953 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-44c04bc0-06ce-4861-8d2c-695c01bda3d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc6de6e7-e06e-43f3-887d-56c5f92a933d HTTP/1.1" status: 200 len: 217 time: 0.1657972 May 17 13:55:24.716519 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-5c9f0c7c-ada8-49eb-9ef1-2bbec009f0d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2218144 May 17 13:55:24.729297 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:24.729935 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:24.732012 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] 10.222.0.52 "PUT /v2.0/ports/6712f9a9-8ac4-46cc-9980-0ed212ae0266 HTTP/1.1" status: 200 len: 1094 time: 3.5200012 May 17 13:55:24.827393 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-2e94b3c5-73c7-407a-b396-c2633989ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:24.829362 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-2e94b3c5-73c7-407a-b396-c2633989ee1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f0168171-7e90-4499-92fd-831efa9e75c5 HTTP/1.1" status: 200 len: 849 time: 0.1166825 May 17 13:55:24.897209 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-0905a629-783a-4dd8-8b01-93996c5d9af5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576692 May 17 13:55:24.903617 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.db.resource_extend [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 13:55:24.911524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Pushing event updated for resources: {'Port': ['ID=6712f9a9-8ac4-46cc-9980-0ed212ae0266,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:24.940648 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:24.959744 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c468a8-fb2c-4451-9a96-6eeefef4682b req-78cac1fe-d70e-4c42-9bcf-090a626d3ea4 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:24.961411 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-62c468a8-fb2c-4451-9a96-6eeefef4682b req-78cac1fe-d70e-4c42-9bcf-090a626d3ea4 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 943 time: 0.6733766 May 17 13:55:25.054668 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.52', 49770) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:25.147659 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-97a14468-a074-4067-9e7b-31c97f1cfee2 service neutron] 10.222.0.52 "GET /v2.0/networks/6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393866 May 17 13:55:25.241879 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a230d4-9cff-42bb-a365-b8e85201b276 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:25.282702 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:25.311559 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-62c468a8-fb2c-4451-9a96-6eeefef4682b req-9043ef5b-e4da-4d4b-8563-06a6e0a4cc26 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923572 May 17 13:55:25.320578 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-720cb951-bac7-4b9e-94cd-a8d8d013b5bf service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839727 May 17 13:55:25.338526 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-c73fdc36-975f-457b-bb44-44a56bf5e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:25.339088 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-c73fdc36-975f-457b-bb44-44a56bf5e35f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 1097 time: 0.4897671 May 17 13:55:25.341285 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Transition to ACTIVE for port object 51a230d4-9cff-42bb-a365-b8e85201b276 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:55:25.345971 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-9c05afb9-db9a-4880-ae78-07088c6134a9 service neutron] 10.222.0.52 "GET /v2.0/networks/6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864755 May 17 13:55:25.361040 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:25.399422 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:25.672383 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-a938ed81-338d-4acf-85ce-743c0fbe1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:25.673912 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-a938ed81-338d-4acf-85ce-743c0fbe1e2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.6136734 May 17 13:55:25.675127 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-8c765030-2547-4c68-ae2b-5e0e0470fa0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266 HTTP/1.1" status: 200 len: 217 time: 0.2321782 May 17 13:55:25.711611 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc77a9-5e70-4628-a549-e27c0f7c2f1a req-06039880-a00f-4988-ba1c-6928d9e85806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:25.713065 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e7fc77a9-5e70-4628-a549-e27c0f7c2f1a req-06039880-a00f-4988-ba1c-6928d9e85806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 944 time: 0.5614791 May 17 13:55:25.785550 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Pushing event updated for resources: {'Port': ['ID=51a230d4-9cff-42bb-a365-b8e85201b276,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:25.818789 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:25.889523 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device cc6de6e7-e06e-43f3-887d-56c5f92a933d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:55:26.014200 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e7fc77a9-5e70-4628-a549-e27c0f7c2f1a req-c17c671e-5f66-435c-b873-96332125b27c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868016 May 17 13:55:26.016538 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-92c2a343-4f67-4068-8e87-916db24e3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:26.018134 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-92c2a343-4f67-4068-8e87-916db24e3518 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.3029437 May 17 13:55:26.039637 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port cc6de6e7-e06e-43f3-887d-56c5f92a933d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc6de6e7-e06e-43f3-887d-56c5f92a933d,segment=NetworkSegment(018a92c2-582d-4fdc-84b3-5f84ccf9bb30),segment_id=018a92c2-582d-4fdc-84b3-5f84ccf9bb30)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:26.055972 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': 'cc6de6e7-e06e-43f3-887d-56c5f92a933d', 'network_id': '6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa', 'port_id': 'cc6de6e7-e06e-43f3-887d-56c5f92a933d', 'mac_address': 'fa:16:3e:12:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0168171-7e90-4499-92fd-831efa9e75c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:55:26.063078 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d67b7687-b3fd-472c-b69e-9e236d3dcf7c req-11879708-7219-48df-8ef6-051a729d793a service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037022 May 17 13:55:26.063747 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Attempting to bind port 51a230d4-9cff-42bb-a365-b8e85201b276 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:55:26.064591 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Attempting to bind port 51a230d4-9cff-42bb-a365-b8e85201b276 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:55:26.064591 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Attempting to bind port 51a230d4-9cff-42bb-a365-b8e85201b276 on network aeeddf9b-c676-4819-a741-6258bcac6393 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:26.117124 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Port 51a230d4-9cff-42bb-a365-b8e85201b276 on network aeeddf9b-c676-4819-a741-6258bcac6393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:55:26.117556 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Attempting to bind port 51a230d4-9cff-42bb-a365-b8e85201b276 on network aeeddf9b-c676-4819-a741-6258bcac6393 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:26.129156 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-e5099769-3a27-4012-891e-c9adebb752b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:26.130622 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-e5099769-3a27-4012-891e-c9adebb752b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 919 time: 0.4165292 May 17 13:55:26.141132 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.158470 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6de6e7-e06e-43f3-887d-56c5f92a933d {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:26.174971 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port cc6de6e7-e06e-43f3-887d-56c5f92a933d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc6de6e7-e06e-43f3-887d-56c5f92a933d,segment=NetworkSegment(018a92c2-582d-4fdc-84b3-5f84ccf9bb30),segment_id=018a92c2-582d-4fdc-84b3-5f84ccf9bb30)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:26.178339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:55:26.178692 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Checking segment: {'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:55:26.179093 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Bound using segment: {'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:55:26.179647 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Bound port: 51a230d4-9cff-42bb-a365-b8e85201b276, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:55:26.180018 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.181122 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.184624 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:26.196258 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36118) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:26.236003 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'tag': '6712f9a9-8ac4-46cc-9980-0ed212ae0266'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:26.248900 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fead9-e7bc-40a6-b95b-36c15d3a4bd1 req-922db2b1-0694-4989-8dc7-83dfd377cff9 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:26.250499 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2d1fead9-e7bc-40a6-b95b-36c15d3a4bd1 req-922db2b1-0694-4989-8dc7-83dfd377cff9 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.6841812 May 17 13:55:26.281131 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=cc6de6e7-e06e-43f3-887d-56c5f92a933d,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:26.284646 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:26.330183 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.347937 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:26.352067 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Usage tracker for resource:security_group_rule and tenant:6f98b22c83b94fb096e883f1ecd0160f is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:26.355034 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:26.361724 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:26.448485 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.453496 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.462816 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-088d50aa-81f7-4204-a726-e3ae34811efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:26.491935 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-d4fe133c-0cff-438b-93a1-154dc5e7fb2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 200 len: 217 time: 0.3020709 May 17 13:55:26.514008 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f98b22c83b94fb096e883f1ecd0160f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129599 May 17 13:55:26.514008 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf0afa-6eb5-40b6-8444-540582911452,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:26.522669 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:26.523176 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36130) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:26.588549 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-157576ee-83f0-4495-a30c-273952a57dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.618134 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-157576ee-83f0-4495-a30c-273952a57dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.625316 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['cc6de6e7-e06e-43f3-887d-56c5f92a933d'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:55:26.633270 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-20bc3cde-bfb1-49fa-8167-8b4c568f2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:26.634947 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-20bc3cde-bfb1-49fa-8167-8b4c568f2e12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.1242220 May 17 13:55:26.655465 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] For port 51a230d4-9cff-42bb-a365-b8e85201b276, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:55:26.661151 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] For port 51a230d4-9cff-42bb-a365-b8e85201b276, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=51a230d4-9cff-42bb-a365-b8e85201b276,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:55:26.683421 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-157576ee-83f0-4495-a30c-273952a57dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.690285 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5c22b25f-4829-42b8-8d8f-215e16953762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:26.701078 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157576ee-83f0-4495-a30c-273952a57dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf0afa-6eb5-40b6-8444-540582911452,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:26.704733 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-157576ee-83f0-4495-a30c-273952a57dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:26.708728 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-157576ee-83f0-4495-a30c-273952a57dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.710073 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-157576ee-83f0-4495-a30c-273952a57dfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7bf0afa-6eb5-40b6-8444-540582911452 HTTP/1.1" status: 204 len: 168 time: 0.1859684 May 17 13:55:26.739977 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-24ebd0c5-693e-4679-bacf-e9d0d1c95857 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590825 May 17 13:55:26.742838 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2d1fead9-e7bc-40a6-b95b-36c15d3a4bd1 req-8e47b4f1-a108-40c5-9788-c7eab8d90da6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184822 May 17 13:55:26.747295 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.757619 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0984f038-1a76-45d2-99f4-28027b7418d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:26.801283 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:26.802311 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:26.803383 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] 10.222.0.52 "PUT /v2.0/ports/51a230d4-9cff-42bb-a365-b8e85201b276 HTTP/1.1" status: 200 len: 1094 time: 3.6867833 May 17 13:55:26.848548 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-9fcbb10f-9d44-4468-b75d-35586f15f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:26.850132 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-9fcbb10f-9d44-4468-b75d-35586f15f524 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7782049 May 17 13:55:27.133306 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cac06f-8c29-4dc9-af51-77225807e288 req-14afd0ae-9714-4954-8e74-ea979c076f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:27.134823 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53cac06f-8c29-4dc9-af51-77225807e288 req-14afd0ae-9714-4954-8e74-ea979c076f1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 1096 time: 0.9401197 May 17 13:55:27.144340 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcce76-5697-4e2c-a8f3-0edb072a30f7 req-ca356bc7-4d8e-4b80-955f-495facb918bd tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:27.145914 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6ddcce76-5697-4e2c-a8f3-0edb072a30f7 req-ca356bc7-4d8e-4b80-955f-495facb918bd tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 943 time: 1.0203702 May 17 13:55:27.224864 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Pushing event updated for resources: {'Port': ['ID=51a230d4-9cff-42bb-a365-b8e85201b276,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:27.227989 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:27.405640 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-920701cf-8461-459a-adef-578292542e10 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496732 May 17 13:55:27.414488 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6ddcce76-5697-4e2c-a8f3-0edb072a30f7 req-29719a0d-01ff-4b3c-83f5-761b7f487ff2 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290013 May 17 13:55:27.429145 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-43ea7c05-f178-49dd-a8ce-f42edeeca020 service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570457 May 17 13:55:27.466721 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-3216fc49-40f8-407b-a676-7b1c8f6d5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:27.468189 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-3216fc49-40f8-407b-a676-7b1c8f6d5b2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8127b341249b46af98beb0bf3b4559da&device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 1097 time: 0.5921063 May 17 13:55:27.612548 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da386a0f-3aca-460e-af28-a90f1131390d req-18867127-8ef6-4745-9c4d-3806398eb664 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:27.615230 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-da386a0f-3aca-460e-af28-a90f1131390d req-18867127-8ef6-4745-9c4d-3806398eb664 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 944 time: 0.6283708 May 17 13:55:27.689868 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cac06f-8c29-4dc9-af51-77225807e288 req-ff048450-70c8-438e-a3c2-0c5f6d38d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:27.691127 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53cac06f-8c29-4dc9-af51-77225807e288 req-ff048450-70c8-438e-a3c2-0c5f6d38d16a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 200 len: 916 time: 0.5409670 May 17 13:55:27.747823 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-ead80f4d-0633-4446-b0b9-2d6184c52255 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a230d4-9cff-42bb-a365-b8e85201b276 HTTP/1.1" status: 200 len: 217 time: 0.2454278 May 17 13:55:27.910109 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device cc6de6e7-e06e-43f3-887d-56c5f92a933d up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:55:27.994274 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53cac06f-8c29-4dc9-af51-77225807e288 req-a3d5f334-69f7-45b3-bd97-cb5369002858 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7e7992c-6b2b-4e28-8de2-d961573a93e4 HTTP/1.1" status: 200 len: 217 time: 0.2375207 May 17 13:55:28.004187 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port cc6de6e7-e06e-43f3-887d-56c5f92a933d completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:55:28.012608 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port cc6de6e7-e06e-43f3-887d-56c5f92a933d triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:55:28.013291 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:28.144359 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-da386a0f-3aca-460e-af28-a90f1131390d req-cc191222-1391-4061-91bb-8040492293d1 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661396 May 17 13:55:28.170854 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:28.174434 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-362a72c8-488b-484d-8618-8bb43f0aaa03 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406611 May 17 13:55:28.179073 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72c098f1-b48d-4d85-9db9-acf5b673b297 req-162cf755-87c7-46f0-8172-e99e77fd50ff service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202177 May 17 13:55:28.180554 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-3720580b-84df-44a2-bbed-c23698ec8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:28.182027 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-3720580b-84df-44a2-bbed-c23698ec8d2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1049c28b-9309-4e47-8b74-4024f0ec0ac1 HTTP/1.1" status: 200 len: 848 time: 0.3679173 May 17 13:55:28.191541 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cac06f-8c29-4dc9-af51-77225807e288 req-3225c3ea-6882-4b88-8749-212874a199d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:28.193044 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53cac06f-8c29-4dc9-af51-77225807e288 req-3225c3ea-6882-4b88-8749-212874a199d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 200 len: 855 time: 0.1503930 May 17 13:55:28.211348 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdec08-82a0-42a0-bf3d-b73960973845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6de6e7-e06e-43f3-887d-56c5f92a933d'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:28.214418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f600cd6-17f4-4c9e-870c-24fd0a929d27 req-24507e58-032f-4681-aba7-6648cbb73222 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:28.216649 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7f600cd6-17f4-4c9e-870c-24fd0a929d27 req-24507e58-032f-4681-aba7-6648cbb73222 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 944 time: 0.5372119 May 17 13:55:28.220000 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'tag': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'status': 'completed', 'code': 200} May 17 13:55:28.240971 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port cc6de6e7-e06e-43f3-887d-56c5f92a933d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc6de6e7-e06e-43f3-887d-56c5f92a933d,segment=NetworkSegment(018a92c2-582d-4fdc-84b3-5f84ccf9bb30),segment_id=018a92c2-582d-4fdc-84b3-5f84ccf9bb30)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:28.258480 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:28.260828 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:28.342341 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53cac06f-8c29-4dc9-af51-77225807e288 req-4c590402-082b-4256-8941-2b6eb00de899 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5c169ac-7f6b-4dc0-b671-007c0dae5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212673 May 17 13:55:28.392366 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=cc6de6e7-e06e-43f3-887d-56c5f92a933d,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:28.406246 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:28.500506 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-78262b56-e156-498f-b6c9-3d84451af4d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aeeddf9b-c676-4819-a741-6258bcac6393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2827826 May 17 13:55:28.703137 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7f600cd6-17f4-4c9e-870c-24fd0a929d27 req-325cbf42-d28e-4b1e-a611-8c72a9517c8c tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577983 May 17 13:55:28.806447 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53cac06f-8c29-4dc9-af51-77225807e288 req-52e52f60-fcd9-49ae-b3e7-7fcd83724edb service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839045 May 17 13:55:28.814084 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00ab04-72a3-4054-aa67-b8c966b072e2 req-6be1a9c9-c18c-4b88-a07b-dcf47f68a188 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:28.815427 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1e00ab04-72a3-4054-aa67-b8c966b072e2 req-6be1a9c9-c18c-4b88-a07b-dcf47f68a188 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 944 time: 0.3940885 May 17 13:55:28.819850 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-e097dfd4-0a22-473d-957d-bdfa07c8fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:28.821203 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-e097dfd4-0a22-473d-957d-bdfa07c8fa05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 1097 time: 0.4770598 May 17 13:55:28.826205 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-fcd3406b-4814-4a51-b6ab-ba2e169d49a4 service neutron] 10.222.0.52 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098714 May 17 13:55:29.160246 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1e00ab04-72a3-4054-aa67-b8c966b072e2 req-b07d53dc-07ba-46ec-a4e5-084611d6a1e8 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364704 May 17 13:55:29.213774 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acdec08-82a0-42a0-bf3d-b73960973845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6de6e7-e06e-43f3-887d-56c5f92a933d', 'code': 200} May 17 13:55:29.277580 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53cac06f-8c29-4dc9-af51-77225807e288 req-0745657d-eb44-4bed-9c1b-3975f49273c9 service neutron] 10.222.0.52 "GET /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546058 May 17 13:55:29.283822 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-787c05e3-0492-4281-8fe7-bc831fa8cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:29.285233 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-787c05e3-0492-4281-8fe7-bc831fa8cc73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 911 time: 0.4036732 May 17 13:55:29.287920 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3ed5b8aa-71a2-4b7a-80b4-e2a90c56cca2 req-e3ed656c-ba0e-4835-9764-9cbb32882160 service neutron] 10.222.0.52 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092405 May 17 13:55:29.296134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100d051-26d8-4d2f-9027-df3b2358e941 req-5ef0d361-2ce9-4c72-bd12-4f6fbd593437 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:29.303329 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c100d051-26d8-4d2f-9027-df3b2358e941 req-5ef0d361-2ce9-4c72-bd12-4f6fbd593437 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.4866710 May 17 13:55:29.421917 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-7690fc4d-e6d1-4782-bd31-dd9c537b9044 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266 HTTP/1.1" status: 200 len: 217 time: 0.1155794 May 17 13:55:29.674270 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c100d051-26d8-4d2f-9027-df3b2358e941 req-4a3f8448-bef7-42bb-8514-e900abfd62de tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699696 May 17 13:55:29.696021 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-6518ae12-add6-42e8-85af-74ad9b66e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:29.696021 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-6518ae12-add6-42e8-85af-74ad9b66e079 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.2492692 May 17 13:55:29.790532 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb66e-6b09-4ddf-98b7-697131559a2c req-760a71aa-b1cc-49c1-a37c-c8fe0d0e9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:29.791989 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1b7cb66e-6b09-4ddf-98b7-697131559a2c req-760a71aa-b1cc-49c1-a37c-c8fe0d0e9992 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 1098 time: 0.3478007 May 17 13:55:29.803639 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104974-5b1a-4ad4-a331-bd90f3d48d20 req-97a0dd0e-4598-4688-ac61-1ad0eaafc3dd tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:29.805040 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-36104974-5b1a-4ad4-a331-bd90f3d48d20 req-97a0dd0e-4598-4688-ac61-1ad0eaafc3dd tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 943 time: 0.4296820 May 17 13:55:29.877510 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-c5a4134b-c922-4296-aa9c-5b85f52c4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:29.879002 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-c5a4134b-c922-4296-aa9c-5b85f52c4bab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1754570 May 17 13:55:29.890019 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1b7cb66e-6b09-4ddf-98b7-697131559a2c req-63d7bc45-a276-4fbd-a273-d0aaae4d238d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832684 May 17 13:55:29.894025 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-36104974-5b1a-4ad4-a331-bd90f3d48d20 req-69a103b9-b136-441d-a9af-dbc06eef5b8e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724597 May 17 13:55:29.918176 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device e7e7992c-6b2b-4e28-8de2-d961573a93e4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:55:30.064086 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port e7e7992c-6b2b-4e28-8de2-d961573a93e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e7992c-6b2b-4e28-8de2-d961573a93e4,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:30.079264 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': 'e7e7992c-6b2b-4e28-8de2-d961573a93e4', 'network_id': 'c5c169ac-7f6b-4dc0-b671-007c0dae5182', 'port_id': 'e7e7992c-6b2b-4e28-8de2-d961573a93e4', 'mac_address': 'fa:16:3e:78:1b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d812c9a-d562-45e9-82e9-bdfa44616f61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:55:30.133300 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-16e1fb88-6266-4cba-b51a-d6595106245a service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422183 May 17 13:55:30.140093 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:30.157373 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e7992c-6b2b-4e28-8de2-d961573a93e4 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:30.173333 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port e7e7992c-6b2b-4e28-8de2-d961573a93e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e7992c-6b2b-4e28-8de2-d961573a93e4,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:30.174378 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f1478-0dd4-4b93-a8e6-aa6d79f2f2f9 req-27c12392-284d-4956-bc38-094aa1f729e9 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:30.175823 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c14f1478-0dd4-4b93-a8e6-aa6d79f2f2f9 req-27c12392-284d-4956-bc38-094aa1f729e9 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 944 time: 0.2137105 May 17 13:55:30.177944 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:30.181287 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:30.236899 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62557d66-7a38-42aa-8978-d5ccb579c9e1 req-93bb31fa-07d6-406f-ac61-4750c2717718 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:30.238461 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-62557d66-7a38-42aa-8978-d5ccb579c9e1 req-93bb31fa-07d6-406f-ac61-4750c2717718 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 945 time: 0.2257321 May 17 13:55:30.238996 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c041ed2f-5694-4494-8f54-c091232a19b1', 'tag': '51a230d4-9cff-42bb-a365-b8e85201b276'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:30.247898 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=e7e7992c-6b2b-4e28-8de2-d961573a93e4,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:30.250968 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:30.332915 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c14f1478-0dd4-4b93-a8e6-aa6d79f2f2f9 req-b25a2c9e-abbe-4733-a7b5-0186434b701f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458945 May 17 13:55:30.352650 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-62557d66-7a38-42aa-8978-d5ccb579c9e1 req-44027893-01da-47bf-be16-059157ec0b2b tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846760 May 17 13:55:30.377472 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8a93e5c-8bea-43de-9373-8a3224ccfed9 req-d8d49a07-9236-4fb8-b2f6-d2f33d8d0605 service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282803 May 17 13:55:30.408365 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c041ed2f-5694-4494-8f54-c091232a19b1', 'tag': '51a230d4-9cff-42bb-a365-b8e85201b276', 'status': 'completed', 'code': 200} May 17 13:55:30.573429 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260c177-f341-45bd-9b40-169e93f10689 req-2481d6c7-23c9-4b1b-b19f-bab3b04a1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:30.575523 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3260c177-f341-45bd-9b40-169e93f10689 req-2481d6c7-23c9-4b1b-b19f-bab3b04a1b07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8127b341249b46af98beb0bf3b4559da&device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 1097 time: 0.1381111 May 17 13:55:30.583832 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aca130-0865-498c-8f14-ea5405c06cdf req-ad425948-6294-4c9f-ba15-6339ca6e7531 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:30.585218 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-26aca130-0865-498c-8f14-ea5405c06cdf req-ad425948-6294-4c9f-ba15-6339ca6e7531 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 944 time: 0.1130350 May 17 13:55:30.599092 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['e7e7992c-6b2b-4e28-8de2-d961573a93e4'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:55:30.715441 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-26aca130-0865-498c-8f14-ea5405c06cdf req-4d198809-af02-4dc8-9e05-0c735010f2a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117136 May 17 13:55:30.763471 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260c177-f341-45bd-9b40-169e93f10689 req-ca2b5b5b-5eec-47e2-b6ef-25a112772346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:30.763762 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36230) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:30.764214 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3260c177-f341-45bd-9b40-169e93f10689 req-ca2b5b5b-5eec-47e2-b6ef-25a112772346 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aeeddf9b-c676-4819-a741-6258bcac6393 HTTP/1.1" status: 200 len: 909 time: 0.1777687 May 17 13:55:30.893239 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3260c177-f341-45bd-9b40-169e93f10689 req-313dde45-2e53-45b5-8d7f-19eb9fea3aaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a230d4-9cff-42bb-a365-b8e85201b276 HTTP/1.1" status: 200 len: 217 time: 0.1188362 May 17 13:55:30.902288 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:30.917883 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:30.923014 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Usage tracker for resource:security_group_rule and tenant:76dea04357ab4cc384cb7aacc2c2559a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:30.926015 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:30.932630 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:30.982334 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260c177-f341-45bd-9b40-169e93f10689 req-6066f785-a95a-4ef1-be6b-d66cb712ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:30.983830 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3260c177-f341-45bd-9b40-169e93f10689 req-6066f785-a95a-4ef1-be6b-d66cb712ebf7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1049c28b-9309-4e47-8b74-4024f0ec0ac1 HTTP/1.1" status: 200 len: 848 time: 0.0780768 May 17 13:55:30.999498 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b8a74-01c1-47d1-9de3-d252d02090d9 req-3517583a-4527-4252-8505-ebe22c6fa926 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:31.000859 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3a1b8a74-01c1-47d1-9de3-d252d02090d9 req-3517583a-4527-4252-8505-ebe22c6fa926 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1551416 May 17 13:55:31.046420 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3260c177-f341-45bd-9b40-169e93f10689 req-d18fcf6a-e059-424a-bd20-ff3a9c74795f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aeeddf9b-c676-4819-a741-6258bcac6393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445950 May 17 13:55:31.071932 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:31.077537 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:31.088873 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8292613e-9c20-40d8-bcd3-b4fca2171d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:31.138521 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76dea04357ab4cc384cb7aacc2c2559a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699696 May 17 13:55:31.138521 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc527a0-b0fe-4574-858b-6439b14cdc5b,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:31.139393 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36248) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:31.158323 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.159181 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.159544 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.159890 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.160411 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.160757 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.161093 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.161429 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.161798 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.162132 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.162468 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.162796 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:31.169336 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:31.224731 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3a1b8a74-01c1-47d1-9de3-d252d02090d9 req-6e96bb42-ac87-441a-9bf3-fdebd1df8b4b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862664 May 17 13:55:31.229589 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e8f23ce5-5bbc-4ff8-b02f-32748446edbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:31.273951 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3260c177-f341-45bd-9b40-169e93f10689 req-cb8aa48c-3ec3-4772-8a72-406a3af57901 service neutron] 10.222.0.52 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153311 May 17 13:55:31.278018 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e8f23ce5-5bbc-4ff8-b02f-32748446edbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:31.318566 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab206aa4-4163-40ed-abc3-78aa184d0671 req-4afcb31b-13b5-4daa-8165-ff114f2dc59c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:31.320437 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ab206aa4-4163-40ed-abc3-78aa184d0671 req-4afcb31b-13b5-4daa-8165-ff114f2dc59c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 944 time: 0.1751530 May 17 13:55:31.341701 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e8f23ce5-5bbc-4ff8-b02f-32748446edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:31.346384 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-0efd7455-8b50-48c5-ae8a-2ff66986ba58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:31.359391 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23ce5-5bbc-4ff8-b02f-32748446edbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc527a0-b0fe-4574-858b-6439b14cdc5b,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:31.361615 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e8f23ce5-5bbc-4ff8-b02f-32748446edbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:31.369725 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e8f23ce5-5bbc-4ff8-b02f-32748446edbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:31.371680 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e8f23ce5-5bbc-4ff8-b02f-32748446edbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbc527a0-b0fe-4574-858b-6439b14cdc5b HTTP/1.1" status: 204 len: 168 time: 0.2311215 May 17 13:55:31.575420 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ab206aa4-4163-40ed-abc3-78aa184d0671 req-47665deb-1170-41a2-9de6-19ea27c5974e tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101388 May 17 13:55:31.619014 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3260c177-f341-45bd-9b40-169e93f10689 req-b1383a43-a151-4537-8fc1-c38526fb7cb2 service neutron] 10.222.0.52 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344748 May 17 13:55:31.642524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accee34-1ad4-4cd6-b020-826c9dc03ba4 req-981f493c-141c-4626-b57d-214f076b1728 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:31.650922 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6accee34-1ad4-4cd6-b020-826c9dc03ba4 req-981f493c-141c-4626-b57d-214f076b1728 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 944 time: 0.1598995 May 17 13:55:31.739112 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6accee34-1ad4-4cd6-b020-826c9dc03ba4 req-47288b6a-8944-487d-9ab6-616422846c47 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869591 May 17 13:55:31.798490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd035e9-bf7f-4e87-96a9-755098bea54f req-e9c2993b-76ab-4f99-ba64-d89025cb8780 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:31.800269 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2fd035e9-bf7f-4e87-96a9-755098bea54f req-e9c2993b-76ab-4f99-ba64-d89025cb8780 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 945 time: 0.1029778 May 17 13:55:31.900348 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2fd035e9-bf7f-4e87-96a9-755098bea54f req-1a923982-5531-44ff-a495-5d79c92dd8a9 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918980 May 17 13:55:31.916609 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 6712f9a9-8ac4-46cc-9980-0ed212ae0266 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:55:31.949328 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da06a-1c41-4330-8ca8-f140542a6930 req-c758f9bc-6040-4207-af35-26d6ce572054 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:31.951509 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8e4da06a-1c41-4330-8ca8-f140542a6930 req-c758f9bc-6040-4207-af35-26d6ce572054 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 944 time: 0.1124260 May 17 13:55:32.001834 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8e4da06a-1c41-4330-8ca8-f140542a6930 req-42fb22ae-9089-4a30-983b-acb955b963cd tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 May 17 13:55:32.074581 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 6712f9a9-8ac4-46cc-9980-0ed212ae0266, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:32.090669 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'port_id': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'mac_address': 'fa:16:3e:2c:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:55:32.151147 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:32.175228 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6712f9a9-8ac4-46cc-9980-0ed212ae0266 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:32.200023 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 6712f9a9-8ac4-46cc-9980-0ed212ae0266, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:32.206060 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:32.206882 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 51a230d4-9cff-42bb-a365-b8e85201b276 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:55:32.209507 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:32.425344 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=6712f9a9-8ac4-46cc-9980-0ed212ae0266,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:32.431440 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:32.494196 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 51a230d4-9cff-42bb-a365-b8e85201b276, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=51a230d4-9cff-42bb-a365-b8e85201b276,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:32.512023 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ba1f8-fc65-4d30-b353-fc654413f815 req-58c6b729-6e71-4b08-a537-991c1c258f6b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:32.516937 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '51a230d4-9cff-42bb-a365-b8e85201b276', 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393', 'port_id': '51a230d4-9cff-42bb-a365-b8e85201b276', 'mac_address': 'fa:16:3e:ac:b1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1049c28b-9309-4e47-8b74-4024f0ec0ac1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:55:32.520478 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-925ba1f8-fc65-4d30-b353-fc654413f815 req-58c6b729-6e71-4b08-a537-991c1c258f6b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1420052 May 17 13:55:32.591821 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-925ba1f8-fc65-4d30-b353-fc654413f815 req-f72352b2-0d33-46fc-9902-470be004cbc4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702076 May 17 13:55:32.593948 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:32.614484 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a230d4-9cff-42bb-a365-b8e85201b276 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:32.634109 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 51a230d4-9cff-42bb-a365-b8e85201b276, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=51a230d4-9cff-42bb-a365-b8e85201b276,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:32.639086 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:32.641864 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:32.722462 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=51a230d4-9cff-42bb-a365-b8e85201b276,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:32.731169 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:32.787235 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17119b89-23f8-4534-b97c-d22c79baa13d req-70b3f2a7-b56b-449a-9a8e-067191bff357 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:32.788744 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-17119b89-23f8-4534-b97c-d22c79baa13d req-70b3f2a7-b56b-449a-9a8e-067191bff357 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 944 time: 0.0861056 May 17 13:55:32.839935 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-17119b89-23f8-4534-b97c-d22c79baa13d req-14434ec1-743e-469c-be8f-29d40be50ee4 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 May 17 13:55:32.853696 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36306) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:32.947356 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29491d0f-f291-490b-ad4e-0c51899d178a req-bd81c29b-41ca-4f24-9396-72a9b0ae87e5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:32.948890 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29491d0f-f291-490b-ad4e-0c51899d178a req-bd81c29b-41ca-4f24-9396-72a9b0ae87e5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 945 time: 0.0889583 May 17 13:55:32.991764 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:32.995130 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29491d0f-f291-490b-ad4e-0c51899d178a req-2021289a-235c-41a2-8f21-82f785641a2f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395422 May 17 13:55:33.009905 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:33.014346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Usage tracker for resource:security_group_rule and tenant:f7da51e380ab4cdb9f4f4395b42d7c69 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:33.017121 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:33.022771 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:33.092210 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['51a230d4-9cff-42bb-a365-b8e85201b276'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:55:33.106024 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:33.110183 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:33.119726 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-14e11e2b-21a6-4160-98a3-c9caef5918ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:33.137247 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['6712f9a9-8ac4-46cc-9980-0ed212ae0266'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:55:33.163288 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7da51e380ab4cdb9f4f4395b42d7c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052599 May 17 13:55:33.163288 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbed50ec-14ec-4148-8fac-fed16ddfe0de,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:33.163597 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 36314) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:33.164920 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:33.251557 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:33.262518 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c36ef5-aa30-4375-b187-0dd8975897d3 req-79c36fca-c1d9-4301-bb37-66a4cce3eed6 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:33.264066 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a5c36ef5-aa30-4375-b187-0dd8975897d3 req-79c36fca-c1d9-4301-bb37-66a4cce3eed6 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 945 time: 0.1459582 May 17 13:55:33.315266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:33.340202 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a5c36ef5-aa30-4375-b187-0dd8975897d3 req-7c5c5439-5ae0-418d-a9ba-9f789a161dab tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679963 May 17 13:55:33.378757 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:33.384411 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-1c92b08d-b0df-4432-a6f0-9109915ac01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:33.401426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbed50ec-14ec-4148-8fac-fed16ddfe0de,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:33.413134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.413483 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.413869 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.414246 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.414694 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.415043 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.415381 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.415717 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.416054 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.416388 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.416719 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.417055 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:33.421262 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:33.422144 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:33.423219 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbed50ec-14ec-4148-8fac-fed16ddfe0de HTTP/1.1" status: 204 len: 168 time: 0.2581110 May 17 13:55:33.851305 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88951c1-e580-45e8-8a7c-e7e24f81a98e req-8d2bab70-ad17-466c-acde-9181fd994dba tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:33.860713 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d88951c1-e580-45e8-8a7c-e7e24f81a98e req-8d2bab70-ad17-466c-acde-9181fd994dba tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1084576 May 17 13:55:33.940385 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d88951c1-e580-45e8-8a7c-e7e24f81a98e req-153312c7-9d70-4a73-bd27-36ae3eced39f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783195 May 17 13:55:33.963065 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device e7e7992c-6b2b-4e28-8de2-d961573a93e4 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:55:34.041057 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port e7e7992c-6b2b-4e28-8de2-d961573a93e4 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:55:34.049033 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port e7e7992c-6b2b-4e28-8de2-d961573a93e4 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:55:34.049515 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.091851 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31504ca9-ce4e-4200-831b-0a8411236bdc req-ce0c8cc6-14bc-4593-a652-ac25248bc0da tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:34.100504 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-31504ca9-ce4e-4200-831b-0a8411236bdc req-ce0c8cc6-14bc-4593-a652-ac25248bc0da tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 944 time: 0.1042287 May 17 13:55:34.136769 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36346) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:34.197042 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.206908 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-31504ca9-ce4e-4200-831b-0a8411236bdc req-1c7ab130-3380-444f-9c1f-37999c50cf6c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054404 May 17 13:55:34.228354 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865aa0db-76f3-4960-8166-8fb6676e3e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e7992c-6b2b-4e28-8de2-d961573a93e4'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:34.238682 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port e7e7992c-6b2b-4e28-8de2-d961573a93e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e7992c-6b2b-4e28-8de2-d961573a93e4,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:34.242700 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51265229-9324-4d73-a5ca-bea121b83e28 req-9ad57034-c318-441f-b68f-bcf2fa6f10da tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:34.244272 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-51265229-9324-4d73-a5ca-bea121b83e28 req-9ad57034-c318-441f-b68f-bcf2fa6f10da tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 945 time: 0.1256723 May 17 13:55:34.252116 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.254773 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-bf69a84a-6ac2-4fce-854d-5ce2dabd91c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:34.300098 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865aa0db-76f3-4960-8166-8fb6676e3e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e7992c-6b2b-4e28-8de2-d961573a93e4', 'code': 200} May 17 13:55:34.304308 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.320175 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-51265229-9324-4d73-a5ca-bea121b83e28 req-147e76a4-a2b2-416d-be47-5a292d8d3849 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693119 May 17 13:55:34.328654 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:34.339113 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Usage tracker for resource:security_group_rule and tenant:d6018cdbbeea46afaacb492dc5b3cf1f is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:55:34.345908 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:55:34.356620 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:34.363814 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=e7e7992c-6b2b-4e28-8de2-d961573a93e4,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:34.371808 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.372246 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.372606 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.373104 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.373629 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.374274 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.374850 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.375412 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.375940 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.376408 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.376920 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.377396 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:55:34.382304 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:34.465957 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.469832 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.477218 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-803bcaa0-e465-49eb-9000-46bd3fae8687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:34.522191 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6018cdbbeea46afaacb492dc5b3cf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839452 May 17 13:55:34.523079 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a9418b-e972-441d-a140-d28e8c164976,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:34.525936 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 36360) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:34.526078 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:34.663072 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4b3be32f-9c61-44f7-95f5-2cbb19c11255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.676629 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73f55a-b677-4b6b-85e5-fa19c104fb3f req-3642ffe3-d8e1-453e-ad96-ce2c54255169 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:34.678130 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9a73f55a-b677-4b6b-85e5-fa19c104fb3f req-3642ffe3-d8e1-453e-ad96-ce2c54255169 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 945 time: 0.2079172 May 17 13:55:34.721865 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5fd69-0079-41c9-bd51-805561be149d req-9f06fbd6-6577-4ce4-a222-61145a3e9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:34.723324 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-01f5fd69-0079-41c9-bd51-805561be149d req-9f06fbd6-6577-4ce4-a222-61145a3e9667 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 1098 time: 0.1962092 May 17 13:55:34.729583 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4b3be32f-9c61-44f7-95f5-2cbb19c11255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.800749 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9a73f55a-b677-4b6b-85e5-fa19c104fb3f req-b8f87f3f-17bf-41e4-8961-7c56f716eda2 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142774 May 17 13:55:34.820128 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-01f5fd69-0079-41c9-bd51-805561be149d req-67f03199-97f7-435a-acf9-e2c23bef26f5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789351 May 17 13:55:34.837930 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4b3be32f-9c61-44f7-95f5-2cbb19c11255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.842601 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:34.853747 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3be32f-9c61-44f7-95f5-2cbb19c11255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a9418b-e972-441d-a140-d28e8c164976,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:34.857348 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4b3be32f-9c61-44f7-95f5-2cbb19c11255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:34.861507 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-4b3be32f-9c61-44f7-95f5-2cbb19c11255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:34.862780 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-4b3be32f-9c61-44f7-95f5-2cbb19c11255 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9a9418b-e972-441d-a140-d28e8c164976 HTTP/1.1" status: 204 len: 168 time: 0.3339393 May 17 13:55:35.154058 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8680988-0767-4299-a1f4-ef24ba47be9f req-6b9f39e9-3194-42bf-a983-d82b3afda8d5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:35.155514 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d8680988-0767-4299-a1f4-ef24ba47be9f req-6b9f39e9-3194-42bf-a983-d82b3afda8d5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0844884 May 17 13:55:35.204652 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d8680988-0767-4299-a1f4-ef24ba47be9f req-6e9bf01b-edc1-45ce-ba3e-1ae3afbca7db tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 May 17 13:55:35.399752 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21498b0d-4275-4cea-8df4-a42cdf3c5924 req-f60108a1-f31b-42cc-91d7-753fb600b5ae tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:35.401244 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-21498b0d-4275-4cea-8df4-a42cdf3c5924 req-f60108a1-f31b-42cc-91d7-753fb600b5ae tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 945 time: 0.0818486 May 17 13:55:35.553713 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-21498b0d-4275-4cea-8df4-a42cdf3c5924 req-308ff242-fc13-4035-90ad-a799561ec565 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456056 May 17 13:55:35.601547 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f969cb5-02c9-4937-bb18-af166ad63c61 req-9eacd6bc-54bc-4170-9c44-b902659b70cf tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:35.603047 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5f969cb5-02c9-4937-bb18-af166ad63c61 req-9eacd6bc-54bc-4170-9c44-b902659b70cf tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 945 time: 0.1647840 May 17 13:55:35.649041 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5f969cb5-02c9-4937-bb18-af166ad63c61 req-77865651-f678-4583-8813-8949b558f006 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392666 May 17 13:55:35.956444 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 6712f9a9-8ac4-46cc-9980-0ed212ae0266 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:55:35.994713 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2216cdf-d7d5-432c-907c-93debb5f4fb8 req-516cfa53-6cc1-40ea-ad40-b89573775d34 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:35.998796 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2216cdf-d7d5-432c-907c-93debb5f4fb8 req-516cfa53-6cc1-40ea-ad40-b89573775d34 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 945 time: 0.0898721 May 17 13:55:36.034780 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:55:36.039804 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:55:36.040186 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:36.048721 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a2216cdf-d7d5-432c-907c-93debb5f4fb8 req-96d17d3f-a1d8-4bd2-96f0-01a8f5719cc1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424354 May 17 13:55:36.165972 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:36.183286 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1049172-3695-4d3f-9fde-6e8654faa49a req-ae9a763c-6710-4cba-98b5-21e1d94d97e9 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:36.185041 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1049172-3695-4d3f-9fde-6e8654faa49a req-ae9a763c-6710-4cba-98b5-21e1d94d97e9 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 945 time: 0.0887527 May 17 13:55:36.201682 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 6712f9a9-8ac4-46cc-9980-0ed212ae0266, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:36.213735 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:36.213925 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 51a230d4-9cff-42bb-a365-b8e85201b276 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:55:36.240260 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1049172-3695-4d3f-9fde-6e8654faa49a req-ec61b48a-aadd-414d-8e46-082515580d9c tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 May 17 13:55:36.242801 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:36.315123 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6712f9a9-8ac4-46cc-9980-0ed212ae0266'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:36.342696 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=6712f9a9-8ac4-46cc-9980-0ed212ae0266,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:36.346588 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:36.352042 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 51a230d4-9cff-42bb-a365-b8e85201b276 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:55:36.359867 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 51a230d4-9cff-42bb-a365-b8e85201b276 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:55:36.360311 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:36.483163 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfcada-2186-44ba-9747-9a4e08701c7d req-50680e61-7bc1-429a-ae89-66e066ea4c5b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:36.484685 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1bfcada-2186-44ba-9747-9a4e08701c7d req-50680e61-7bc1-429a-ae89-66e066ea4c5b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0952690 May 17 13:55:36.499566 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:36.534377 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1bfcada-2186-44ba-9747-9a4e08701c7d req-7984af13-db7b-444d-8e77-871e67c27e72 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 May 17 13:55:36.539365 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 51a230d4-9cff-42bb-a365-b8e85201b276, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=51a230d4-9cff-42bb-a365-b8e85201b276,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:36.544340 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:36.546317 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:36.594241 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'code': 200} May 17 13:55:36.614911 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=51a230d4-9cff-42bb-a365-b8e85201b276,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:36.617955 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:36.854119 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fabe98-c708-42ee-97ff-9f4ac07277a2 req-20584832-36b9-4209-bcfd-723cfa0592f9 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:36.856456 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-11fabe98-c708-42ee-97ff-9f4ac07277a2 req-20584832-36b9-4209-bcfd-723cfa0592f9 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 945 time: 0.1494687 May 17 13:55:36.896314 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504f82f-f0ef-4591-aaf3-ee113ca645af req-b5b98316-cb2a-4a6a-b604-a870d8ac973b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:36.897776 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e504f82f-f0ef-4591-aaf3-ee113ca645af req-b5b98316-cb2a-4a6a-b604-a870d8ac973b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1586392 May 17 13:55:36.990082 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-11fabe98-c708-42ee-97ff-9f4ac07277a2 req-de857c2f-521c-4605-9c0d-aa14b23cd760 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869141 May 17 13:55:36.999536 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e504f82f-f0ef-4591-aaf3-ee113ca645af req-3d3e4ff9-f923-4457-a2cb-08b36c54d394 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948043 May 17 13:55:37.009049 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09f9f1-77f0-4c59-a4a9-a916cb00e8da req-d8ada7f1-9a3c-459f-acd2-f103085ae24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:37.010572 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-db09f9f1-77f0-4c59-a4a9-a916cb00e8da req-d8ada7f1-9a3c-459f-acd2-f103085ae24b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 1099 time: 0.1519871 May 17 13:55:37.064247 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-db09f9f1-77f0-4c59-a4a9-a916cb00e8da req-89ad59e3-a371-442b-bef7-ebd3867c57e6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424430 May 17 13:55:37.166530 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2ff1b-3d0a-4fa2-bcc4-17a9a6509772 req-b07509c5-3da5-41bd-bd6c-f7179e57f9d4 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:37.169200 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-55b2ff1b-3d0a-4fa2-bcc4-17a9a6509772 req-b07509c5-3da5-41bd-bd6c-f7179e57f9d4 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.0838921 May 17 13:55:37.263738 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-55b2ff1b-3d0a-4fa2-bcc4-17a9a6509772 req-9224c597-d3f2-4b39-918a-6f719b2aa64b tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543118 May 17 13:55:37.296231 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3d4c3-4d50-4179-9907-7797c849132d req-d5c667d3-d7d5-4345-b526-fcd8a39943d4 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:37.303366 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5bf3d4c3-4d50-4179-9907-7797c849132d req-d5c667d3-d7d5-4345-b526-fcd8a39943d4 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1331656 May 17 13:55:37.351889 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5bf3d4c3-4d50-4179-9907-7797c849132d req-5223e7f1-f1bb-4afb-a241-ff47468510a6 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476878 May 17 13:55:37.456834 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab162b-6046-419e-a7f6-015619c7856e req-4976e68f-cf4a-4a5a-bb2a-0f133e1113cc tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:37.458357 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0dab162b-6046-419e-a7f6-015619c7856e req-4976e68f-cf4a-4a5a-bb2a-0f133e1113cc tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 945 time: 0.0865607 May 17 13:55:37.502161 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0dab162b-6046-419e-a7f6-015619c7856e req-6f1605a0-bedc-47ea-bcaa-e0da2d497558 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 May 17 13:55:37.721249 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074849b0-bb1a-4bf1-a929-8a1be28e6450 req-7a4533d1-db8e-4285-ad40-a97bcc99369c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:37.722846 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-074849b0-bb1a-4bf1-a929-8a1be28e6450 req-7a4533d1-db8e-4285-ad40-a97bcc99369c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0824046 May 17 13:55:37.771064 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-074849b0-bb1a-4bf1-a929-8a1be28e6450 req-014e7fba-554a-404a-b0e4-20c82b51cc41 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 May 17 13:55:38.200467 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219a082-f631-4cd0-823a-e9b1c5387a8a req-0dd20560-d91a-4c2f-acc9-65d697da11f1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:38.201992 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b219a082-f631-4cd0-823a-e9b1c5387a8a req-0dd20560-d91a-4c2f-acc9-65d697da11f1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.0786729 May 17 13:55:38.245755 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b219a082-f631-4cd0-823a-e9b1c5387a8a req-e68d52b4-cdd9-4610-be6c-3c33f47dd791 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380652 May 17 13:55:38.452814 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02441e6-181d-44c5-98b5-cf8133ce2072 req-a54ce93f-a97e-49c7-ab66-1e028ff38147 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:38.454338 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b02441e6-181d-44c5-98b5-cf8133ce2072 req-a54ce93f-a97e-49c7-ab66-1e028ff38147 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.0847425 May 17 13:55:38.547393 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b02441e6-181d-44c5-98b5-cf8133ce2072 req-4b5a3b09-05e4-4c95-9da7-d67dfdd315c5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870993 May 17 13:55:38.576344 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1864c98-3cd9-4df5-a405-01c077945651 req-ba1a488b-9a9e-4815-9925-885415ad3c5a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:38.577770 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1864c98-3cd9-4df5-a405-01c077945651 req-ba1a488b-9a9e-4815-9925-885415ad3c5a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1158371 May 17 13:55:38.595392 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c041ed2f-5694-4494-8f54-c091232a19b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a230d4-9cff-42bb-a365-b8e85201b276'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:38.626488 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1864c98-3cd9-4df5-a405-01c077945651 req-a6353396-7301-486b-a4eb-8a2d0600599c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 May 17 13:55:38.729282 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89342834-053c-4d8b-9ca1-d25f04dd93f0 req-c343798e-564f-48ac-9971-535a23f5f585 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:38.731284 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-89342834-053c-4d8b-9ca1-d25f04dd93f0 req-c343798e-564f-48ac-9971-535a23f5f585 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 945 time: 0.0813105 May 17 13:55:38.776645 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-89342834-053c-4d8b-9ca1-d25f04dd93f0 req-9c1b301c-cdf3-47d5-a273-173d84571fd0 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc477512-9eb6-43bc-b860-d4b23b46d35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 May 17 13:55:38.827629 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c041ed2f-5694-4494-8f54-c091232a19b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a230d4-9cff-42bb-a365-b8e85201b276', 'code': 200} May 17 13:55:39.016762 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-5bbb0d80-16d4-4d37-b651-98421291990f tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:39.018838 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-5bbb0d80-16d4-4d37-b651-98421291990f tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.52 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 945 time: 0.1637626 May 17 13:55:39.071245 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7ede-8ec0-4785-bfba-1568c2519ca3 req-fba445d6-98a9-4444-b20d-ddb503cf4335 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:39.072839 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-30fc7ede-8ec0-4785-bfba-1568c2519ca3 req-fba445d6-98a9-4444-b20d-ddb503cf4335 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1622684 May 17 13:55:39.314252 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-30fc7ede-8ec0-4785-bfba-1568c2519ca3 req-335a325e-7114-472f-951d-88f6e3d50ff8 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335753 May 17 13:55:39.341333 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf898da4-ec5a-4ac5-8b5b-2d3dc9103cf4 req-582fc0db-d289-45ff-a465-ec07e34ff73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:39.342910 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bf898da4-ec5a-4ac5-8b5b-2d3dc9103cf4 req-582fc0db-d289-45ff-a465-ec07e34ff73d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 1099 time: 0.1624010 May 17 13:55:39.417981 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Deleting port cc6de6e7-e06e-43f3-887d-56c5f92a933d {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:55:39.418593 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:39.522826 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bf898da4-ec5a-4ac5-8b5b-2d3dc9103cf4 req-5db15904-09a1-4c05-879e-3f804fb3832b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688476 May 17 13:55:39.587103 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1125da2-d0bd-4f20-8e03-152496ba3aa2 req-a39fea0d-bca9-4ff0-b3f9-c4ce8d60742d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:39.588545 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d1125da2-d0bd-4f20-8e03-152496ba3aa2 req-a39fea0d-bca9-4ff0-b3f9-c4ce8d60742d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.2216568 May 17 13:55:39.599999 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] For port cc6de6e7-e06e-43f3-887d-56c5f92a933d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cc6de6e7-e06e-43f3-887d-56c5f92a933d,segment=NetworkSegment(018a92c2-582d-4fdc-84b3-5f84ccf9bb30),segment_id=018a92c2-582d-4fdc-84b3-5f84ccf9bb30)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:39.600278 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:39.786179 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Calling delete_port for cc6de6e7-e06e-43f3-887d-56c5f92a933d owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:55:39.819167 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d1125da2-d0bd-4f20-8e03-152496ba3aa2 req-af4cda3f-c1e3-4130-a20d-42a89fddd094 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212484 May 17 13:55:39.868691 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5fe9-42d4-49b6-a3b3-b20d568cb8e3 req-0a9c05ac-9488-4a1d-b7fd-e2fd735fb90a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:39.870171 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e33d5fe9-42d4-49b6-a3b3-b20d568cb8e3 req-0a9c05ac-9488-4a1d-b7fd-e2fd735fb90a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.1851749 May 17 13:55:39.997574 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e33d5fe9-42d4-49b6-a3b3-b20d568cb8e3 req-6e0acdbd-cd24-467d-8246-73ebb3ff6ec7 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149888 May 17 13:55:40.040834 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:40.047562 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:40.101685 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Pushing event deleted for resources: {'Port': ['ID=cc6de6e7-e06e-43f3-887d-56c5f92a933d,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:40.104492 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:40.184531 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9fbead73-4dec-49ec-9929-1ea7d36a66eb req-0cc06c72-4bad-439f-a8ce-d61bac39beb2 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 210 time: 0.0840309 May 17 13:55:40.226013 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] No DVR routers for this DVR port cc6de6e7-e06e-43f3-887d-56c5f92a933d on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:55:40.236110 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71851d8-cfa9-43df-a5a6-73f3d3a306c6 req-b3360ca3-dcd9-4e2e-9a01-f269e02798b7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:40.237613 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f71851d8-cfa9-43df-a5a6-73f3d3a306c6 req-b3360ca3-dcd9-4e2e-9a01-f269e02798b7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.2848475 May 17 13:55:40.238636 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:40.241216 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdec08-82a0-42a0-bf3d-b73960973845', 'name': 'network-vif-deleted', 'tag': 'cc6de6e7-e06e-43f3-887d-56c5f92a933d'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:40.265164 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-19ee33b6-93d7-4419-b794-7cbf9378ac37 req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.52 "DELETE /v2.0/ports/cc6de6e7-e06e-43f3-887d-56c5f92a933d HTTP/1.1" status: 204 len: 173 time: 1.2349014 May 17 13:55:40.288606 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acdec08-82a0-42a0-bf3d-b73960973845', 'name': 'network-vif-deleted', 'tag': 'cc6de6e7-e06e-43f3-887d-56c5f92a933d', 'status': 'completed', 'code': 200} May 17 13:55:40.294416 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f71851d8-cfa9-43df-a5a6-73f3d3a306c6 req-6d11a8f3-3333-4e0e-9730-b73e4e554985 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465682 May 17 13:55:40.549558 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af72e2d-ca1d-41aa-980d-c5fd38929a2a req-d956d0a1-eebd-4cbf-9883-777449ec9f2e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:40.551029 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0af72e2d-ca1d-41aa-980d-c5fd38929a2a req-d956d0a1-eebd-4cbf-9883-777449ec9f2e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1448269 May 17 13:55:40.560319 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36474) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:55:40.565783 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'floatingip': {'port_id': '6712f9a9-8ac4-46cc-9980-0ed212ae0266'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:40.567235 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afa2e5-9796-4a2c-bec2-c0644a3992ad req-caca9139-077d-4215-9ae3-b57b431ebc38 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:40.568662 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b8afa2e5-9796-4a2c-bec2-c0644a3992ad req-caca9139-077d-4215-9ae3-b57b431ebc38 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1124990 May 17 13:55:40.614180 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b8afa2e5-9796-4a2c-bec2-c0644a3992ad req-71588b03-5846-4860-bd90-8272bc3a9681 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382903 May 17 13:55:40.644258 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:41.013735 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f500c3-18ab-4a12-8626-1b9beb3a8575 req-1d4f713c-230a-4087-80d1-8e2c34513772 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:41.015276 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-95f500c3-18ab-4a12-8626-1b9beb3a8575 req-1d4f713c-230a-4087-80d1-8e2c34513772 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.0821402 May 17 13:55:41.072083 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-95f500c3-18ab-4a12-8626-1b9beb3a8575 req-4b4c226b-3631-4c74-95fa-712b854ea1e1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495558 May 17 13:55:41.366468 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:41.370958 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:41.449646 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-e2de7f65-4b15-4358-834c-569c5bca0400 req-89063e13-200c-4a87-8aac-8cc8a3f9f6a3 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Synchronizing usage tracker for tenant:9feda4c01d454995a721dc81b75745f1 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:41.476061 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-e2de7f65-4b15-4358-834c-569c5bca0400 req-89063e13-200c-4a87-8aac-8cc8a3f9f6a3 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Unset dirty status for tenant:9feda4c01d454995a721dc81b75745f1 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:41.477829 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e2de7f65-4b15-4358-834c-569c5bca0400 req-89063e13-200c-4a87-8aac-8cc8a3f9f6a3 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] 10.222.0.44 "GET /v2.0/ports?device_id=7acdec08-82a0-42a0-bf3d-b73960973845 HTTP/1.1" status: 200 len: 210 time: 0.0965359 May 17 13:55:41.499818 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da2780-0d91-4854-b0fe-14c7157eb361 req-26fdb52e-4d27-436d-8784-e7fab6dc1c0a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:41.501530 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-45da2780-0d91-4854-b0fe-14c7157eb361 req-26fdb52e-4d27-436d-8784-e7fab6dc1c0a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.1929471 May 17 13:55:41.549767 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-45da2780-0d91-4854-b0fe-14c7157eb361 req-853cf6ab-e331-4801-a6a4-b5220837a9d8 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 May 17 13:55:41.560812 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.l3_db [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Floating IP bba8aeda-d1c2-48e1-9fe4-1e365aba02ba associated. External IP: 172.28.3.49, port: 6712f9a9-8ac4-46cc-9980-0ed212ae0266. May 17 13:55:41.814905 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f9942-3d67-461e-bca8-b399fe111512 req-a7d9bf08-2d0a-48bb-a489-213cc6af4158 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:41.816402 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e38f9942-3d67-461e-bca8-b399fe111512 req-a7d9bf08-2d0a-48bb-a489-213cc6af4158 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0850365 May 17 13:55:41.866114 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e38f9942-3d67-461e-bca8-b399fe111512 req-9563ce32-df5f-4cf8-b6b3-57ef5203ca69 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434213 May 17 13:55:41.929145 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Router e108211a-f0f0-4023-93e7-bb984f02cac7 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:55:42.004645 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device cc6de6e7-e06e-43f3-887d-56c5f92a933d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:55:42.056188 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: cc6de6e7-e06e-43f3-887d-56c5f92a933d {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:55:42.056538 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device cc6de6e7-e06e-43f3-887d-56c5f92a933d not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:55:42.118757 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:55:42.131544 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] Sync routers for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:55:42.145112 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:42.146689 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:55:42.148072 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:55:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:55:42.213143 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-3591d8c2-091b-41a8-85ed-3200595af9ef tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "PUT /v2.0/floatingips/bba8aeda-d1c2-48e1-9fe4-1e365aba02ba HTTP/1.1" status: 200 len: 991 time: 1.6514804 May 17 13:55:42.213953 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'tag': '6712f9a9-8ac4-46cc-9980-0ed212ae0266'}] {{(pid=78714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:42.345443 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16e8ac-eed8-4492-824c-3ff100f05a13 req-588e390c-a67b-46da-88a4-a43ab2fd3522 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:42.346561 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0b16e8ac-eed8-4492-824c-3ff100f05a13 req-588e390c-a67b-46da-88a4-a43ab2fd3522 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1594653 May 17 13:55:42.371752 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:55:42.404208 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0b16e8ac-eed8-4492-824c-3ff100f05a13 req-d9c53e17-d505-4fa7-90a7-72e2d9acaf72 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515099 May 17 13:55:42.442094 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'tag': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'status': 'completed', 'code': 200} May 17 13:55:42.559480 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418678-9127-403c-8631-52740a5ea17d req-ab329f3e-31be-4b9f-b5fc-509da96bc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:42.562065 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50418678-9127-403c-8631-52740a5ea17d req-ab329f3e-31be-4b9f-b5fc-509da96bc6ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 1099 time: 0.0770805 May 17 13:55:42.773682 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'bba8aeda-d1c2-48e1-9fe4-1e365aba02ba', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'floating_ip_address': '172.28.3.49', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'port_id': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'mac_address': 'fa:16:3e:2c:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:54:43Z', 'updated_at': '2021-05-17T13:55:41Z', 'revision_number': 1, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:55:42.779863 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] Checking router: e108211a-f0f0-4023-93e7-bb984f02cac7 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:55:42.788682 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:55:42.789300 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:55:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:55:42.804859 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418678-9127-403c-8631-52740a5ea17d req-b527d251-8d1e-4d0b-a0cf-ec478f824a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:42.806480 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50418678-9127-403c-8631-52740a5ea17d req-b527d251-8d1e-4d0b-a0cf-ec478f824a11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 911 time: 0.2275138 May 17 13:55:42.820962 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed7687-2800-49fc-905c-b356fd583f06 req-24e4eed5-d3b0-48ad-b722-fab762d709de tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:42.822413 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7aed7687-2800-49fc-905c-b356fd583f06 req-24e4eed5-d3b0-48ad-b722-fab762d709de tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.1224642 May 17 13:55:42.965930 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7aed7687-2800-49fc-905c-b356fd583f06 req-1d2c22d6-47cf-474a-b4a2-2135e69d0a57 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372447 May 17 13:55:42.981320 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:55:42.981577 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50418678-9127-403c-8631-52740a5ea17d req-73fdf4f1-f0f8-482d-a4a1-c807b03a3bda service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266 HTTP/1.1" status: 200 len: 999 time: 0.1348460 May 17 13:55:43.128598 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418678-9127-403c-8631-52740a5ea17d req-842b3043-1d06-4f5d-9cdf-2d126d723ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:43.130065 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50418678-9127-403c-8631-52740a5ea17d req-842b3043-1d06-4f5d-9cdf-2d126d723ba0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.1315284 May 17 13:55:43.194480 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b000-5759-41bf-bcf2-541413a3a3ae req-a38e1da0-5859-4f52-a5a0-54cd4f64de13 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:43.196093 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2ac1b000-5759-41bf-bcf2-541413a3a3ae req-a38e1da0-5859-4f52-a5a0-54cd4f64de13 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1547267 May 17 13:55:43.268933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2ac1b000-5759-41bf-bcf2-541413a3a3ae req-808a4f25-4b2e-4c58-a0dd-0be72f3af868 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597403 May 17 13:55:43.295694 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418678-9127-403c-8631-52740a5ea17d req-a335dc6a-53ee-406d-afb4-42ada57f3530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:43.297356 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50418678-9127-403c-8631-52740a5ea17d req-a335dc6a-53ee-406d-afb4-42ada57f3530 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1521654 May 17 13:55:43.462042 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50418678-9127-403c-8631-52740a5ea17d req-d7d226bd-d1df-4fbe-a8c8-b88572cadd5c service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472068 May 17 13:55:43.486813 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'bba8aeda-d1c2-48e1-9fe4-1e365aba02ba', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'floating_ip_address': '172.28.3.49', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'port_id': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'mac_address': 'fa:16:3e:2c:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:54:43Z', 'updated_at': '2021-05-17T13:55:41Z', 'revision_number': 1, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:55:43.501125 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a830e68-855d-4963-b3f8-1f15ccaf77c0 None None] The sync data for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb is: [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'bba8aeda-d1c2-48e1-9fe4-1e365aba02ba', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'floating_ip_address': '172.28.3.49', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'port_id': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'mac_address': 'fa:16:3e:2c:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:54:43Z', 'updated_at': '2021-05-17T13:55:41Z', 'revision_number': 1, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:55:43.733097 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50418678-9127-403c-8631-52740a5ea17d req-637dec3a-7cae-4ab4-9ac4-da33d0637f12 service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617905 May 17 13:55:43.753507 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5f8d5-47aa-452c-ad41-7d83bddb3038 req-ade80bcf-925b-4b46-b800-52362c437a7e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:43.755285 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6ea5f8d5-47aa-452c-ad41-7d83bddb3038 req-ade80bcf-925b-4b46-b800-52362c437a7e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1640763 May 17 13:55:43.808663 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff9b2a-0bc3-4d7b-82aa-7b397c5ade30 None None] New status for floating IP bba8aeda-d1c2-48e1-9fe4-1e365aba02ba: ACTIVE {{(pid=78716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 13:55:43.825088 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6ea5f8d5-47aa-452c-ad41-7d83bddb3038 req-c2b82744-2d06-4260-a130-a87944e1f370 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624728 May 17 13:55:44.493358 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6024488-5806-451d-a462-10587e889990 req-9edb772b-9faf-4a03-928e-429ba0fd9276 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:44.496258 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a6024488-5806-451d-a462-10587e889990 req-9edb772b-9faf-4a03-928e-429ba0fd9276 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1164382 May 17 13:55:44.557083 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a6024488-5806-451d-a462-10587e889990 req-23b2ba93-f54e-4312-a9e2-8241b89ec71e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542252 May 17 13:55:44.669431 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45149f5-aaf2-4214-92c7-fde2fd342739 req-8d0927f3-624e-43f2-9abc-3e6c6ddaffd4 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:44.670933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b45149f5-aaf2-4214-92c7-fde2fd342739 req-8d0927f3-624e-43f2-9abc-3e6c6ddaffd4 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.0873587 May 17 13:55:44.717951 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b45149f5-aaf2-4214-92c7-fde2fd342739 req-ea71f278-9030-4747-9f45-986948dbf554 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409451 May 17 13:55:45.023107 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7e1d8-cae6-44ca-bf02-eaea462d4367 req-12c3a9da-e97a-4b8b-bc10-2dac06cbea81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:45.024552 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ccb7e1d8-cae6-44ca-bf02-eaea462d4367 req-12c3a9da-e97a-4b8b-bc10-2dac06cbea81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.0819209 May 17 13:55:45.072854 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ccb7e1d8-cae6-44ca-bf02-eaea462d4367 req-5f98c640-59f0-4138-82cb-577c8eb85d67 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 May 17 13:55:45.307163 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901a64d-6499-474f-8965-64ff0c2c2176 req-7c9320ca-0c9d-48a5-ab45-a5b914057e78 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:45.309346 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8901a64d-6499-474f-8965-64ff0c2c2176 req-7c9320ca-0c9d-48a5-ab45-a5b914057e78 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 945 time: 0.0801101 May 17 13:55:45.353247 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8901a64d-6499-474f-8965-64ff0c2c2176 req-b6b526ec-ef2b-433b-87f4-615138ae2a0c tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380714 May 17 13:55:45.819899 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4f457-fb25-4596-8bcd-7baf7f161033 req-d267176a-07b1-4b61-b56f-b2eff75c1212 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:45.821867 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4fb4f457-fb25-4596-8bcd-7baf7f161033 req-d267176a-07b1-4b61-b56f-b2eff75c1212 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1562178 May 17 13:55:45.970515 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4fb4f457-fb25-4596-8bcd-7baf7f161033 req-f12c59d2-fc58-400b-8d5e-111d15ad66f5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067975 May 17 13:55:46.050342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-0cc25500-abc7-4295-8939-2515d8466b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:46.051800 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-0cc25500-abc7-4295-8939-2515d8466b87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 1099 time: 0.2264743 May 17 13:55:46.053513 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c74abd-6aa5-445a-8020-8c2f811a7519 req-9d8b5e7a-598d-4b6c-b55f-ac6a883a4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:46.055710 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a4c74abd-6aa5-445a-8020-8c2f811a7519 req-9d8b5e7a-598d-4b6c-b55f-ac6a883a4fa6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.1972194 May 17 13:55:46.119898 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36f0de-4909-48b5-8ff3-4cf6d868f306 req-dbc662c6-2125-4954-b2b0-cb2d1eeae6c9 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:46.121583 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ca36f0de-4909-48b5-8ff3-4cf6d868f306 req-dbc662c6-2125-4954-b2b0-cb2d1eeae6c9 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.1463087 May 17 13:55:46.251700 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a4c74abd-6aa5-445a-8020-8c2f811a7519 req-91ba9323-7751-4383-b324-2f44719d2088 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784632 May 17 13:55:46.313422 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ca36f0de-4909-48b5-8ff3-4cf6d868f306 req-d95410c2-aeac-481c-8931-75f4a32ef7de tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734536 May 17 13:55:46.361324 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-a503b653-a5ea-4441-a23f-c4e591bbf67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:46.362850 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-a503b653-a5ea-4441-a23f-c4e591bbf67b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.2756729 May 17 13:55:46.375043 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4f64c-33f1-4f40-ad04-04900f7282a3 req-dba7e722-d1d1-4aad-a150-fbf2b5ecaa95 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:46.376507 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79f4f64c-33f1-4f40-ad04-04900f7282a3 req-dba7e722-d1d1-4aad-a150-fbf2b5ecaa95 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1857419 May 17 13:55:46.556193 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79f4f64c-33f1-4f40-ad04-04900f7282a3 req-5d244d71-c093-40e8-876a-cc758f376ef9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231937 May 17 13:55:46.558624 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-f92f8371-fc45-45af-9373-21af5811d245 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8878ea-c5bf-4907-8478-b352032e2b76 HTTP/1.1" status: 200 len: 1001 time: 0.1812716 May 17 13:55:46.633472 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-cf83906b-9686-4fdd-8851-f930640e7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:46.634825 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-cf83906b-9686-4fdd-8851-f930640e7ef1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.0689075 May 17 13:55:46.644056 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e094e29-6a45-4079-9bd6-23343863a6d0 req-78ca0e8f-0da6-46a8-af67-1cf4ddfdb868 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:46.645394 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9e094e29-6a45-4079-9bd6-23343863a6d0 req-78ca0e8f-0da6-46a8-af67-1cf4ddfdb868 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 945 time: 0.1672471 May 17 13:55:46.737194 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9e094e29-6a45-4079-9bd6-23343863a6d0 req-41d3b858-5f61-405b-a0cf-992d160caf8b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619357 May 17 13:55:46.751044 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-0fea65e6-13c8-4bfc-b0d3-8ea5178e2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:46.752534 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-0fea65e6-13c8-4bfc-b0d3-8ea5178e2668 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1062965 May 17 13:55:46.884513 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-376001de-1480-46ae-806a-832a45db5088 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237187 May 17 13:55:47.030938 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d80f475b-888f-4b5b-a4d5-4a018a50d9ad req-d07d2e82-8dfe-4b51-9f6e-881b12c2cbb2 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261911 May 17 13:55:47.161433 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56522a40-4d06-430a-8e01-b17a57399107 req-fa4b2480-73c0-4963-a2f9-7e25d46c9dfc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:47.162848 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56522a40-4d06-430a-8e01-b17a57399107 req-fa4b2480-73c0-4963-a2f9-7e25d46c9dfc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0826271 May 17 13:55:47.208516 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56522a40-4d06-430a-8e01-b17a57399107 req-4db5a895-5f0e-40f2-acc8-1e42fab7d4e0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386014 May 17 13:55:47.345716 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9f6821bd-e84c-4e10-8472-0e4087d3b525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:47.523009 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e7b0e664-7257-4986-b142-dad572aab610 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:47.524421 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e7b0e664-7257-4986-b142-dad572aab610 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.52 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.1389725 May 17 13:55:47.536714 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5f660-438b-4e3c-ae89-361aadb00225 req-aab75af3-d83a-4728-a6d5-31ee37207f3b tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:47.538090 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79a5f660-438b-4e3c-ae89-361aadb00225 req-aab75af3-d83a-4728-a6d5-31ee37207f3b tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 946 time: 0.1108568 May 17 13:55:47.852226 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-79a5f660-438b-4e3c-ae89-361aadb00225 req-30551c35-5245-4657-b438-f6fe55397a3f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815967 May 17 13:55:47.893200 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Deleting port 51a230d4-9cff-42bb-a365-b8e85201b276 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:55:47.893563 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:47.917553 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482fba2-2b6d-423f-8bc7-21d240687ff7 req-90c99d60-88fe-4706-a5f0-32b7f2c70fd1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:47.919380 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2482fba2-2b6d-423f-8bc7-21d240687ff7 req-90c99d60-88fe-4706-a5f0-32b7f2c70fd1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1633391 May 17 13:55:48.111135 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2482fba2-2b6d-423f-8bc7-21d240687ff7 req-d571d380-01d9-421c-9b4e-c4035e3201df tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407981 May 17 13:55:48.138655 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] For port 51a230d4-9cff-42bb-a365-b8e85201b276, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=51a230d4-9cff-42bb-a365-b8e85201b276,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:48.139021 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:48.274566 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Calling delete_port for 51a230d4-9cff-42bb-a365-b8e85201b276 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:55:48.289777 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9299e9-fcae-43f1-a705-ebeba5c20068 req-e49fc651-f1a9-4128-9dec-a85828cee102 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:48.291231 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1b9299e9-fcae-43f1-a705-ebeba5c20068 req-e49fc651-f1a9-4128-9dec-a85828cee102 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 945 time: 0.2951972 May 17 13:55:48.360497 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1b9299e9-fcae-43f1-a705-ebeba5c20068 req-c510528d-eb38-4e4e-b64a-0f2473ef5149 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527091 May 17 13:55:48.518313 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:48.532767 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['51a230d4-9cff-42bb-a365-b8e85201b276'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:55:48.560787 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:48.629258 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Pushing event deleted for resources: {'Port': ['ID=51a230d4-9cff-42bb-a365-b8e85201b276,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:48.640727 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:48.683490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319868b-349c-43aa-bd37-35203fe919a9 req-3255f8fd-3925-4a8c-a728-30782c4588f2 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:48.685287 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5319868b-349c-43aa-bd37-35203fe919a9 req-3255f8fd-3925-4a8c-a728-30782c4588f2 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2947505 May 17 13:55:48.759924 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] No DVR routers for this DVR port 51a230d4-9cff-42bb-a365-b8e85201b276 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:55:48.765931 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:48.768599 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c041ed2f-5694-4494-8f54-c091232a19b1', 'name': 'network-vif-deleted', 'tag': '51a230d4-9cff-42bb-a365-b8e85201b276'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:48.768972 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:48.802354 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0fd27400-0ad4-4392-bc3b-cc6c14af62e2 req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.52 "DELETE /v2.0/ports/51a230d4-9cff-42bb-a365-b8e85201b276 HTTP/1.1" status: 204 len: 173 time: 1.2633159 May 17 13:55:48.805126 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5319868b-349c-43aa-bd37-35203fe919a9 req-5c130cbf-a630-4879-ab8d-ff9d1d5b90be tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124835 May 17 13:55:48.818544 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-f83c6eb3-ee3e-41c1-bd5d-726e8147bb70 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:48.821735 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-f83c6eb3-ee3e-41c1-bd5d-726e8147bb70 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 945 time: 0.2991784 May 17 13:55:48.823940 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c041ed2f-5694-4494-8f54-c091232a19b1', 'name': 'network-vif-deleted', 'tag': '51a230d4-9cff-42bb-a365-b8e85201b276', 'status': 'completed', 'code': 200} May 17 13:55:48.991133 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Deleting port e7e7992c-6b2b-4e28-8de2-d961573a93e4 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:55:48.991509 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:49.114321 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-ef900fa2-53a5-40fd-a78a-4ceec13d9a5b req-aaa5c513-d95b-4dd7-a968-1f8d154896d7 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Synchronizing usage tracker for tenant:8127b341249b46af98beb0bf3b4559da on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:49.149249 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-ef900fa2-53a5-40fd-a78a-4ceec13d9a5b req-aaa5c513-d95b-4dd7-a968-1f8d154896d7 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Unset dirty status for tenant:8127b341249b46af98beb0bf3b4559da on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:49.151321 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ef900fa2-53a5-40fd-a78a-4ceec13d9a5b req-aaa5c513-d95b-4dd7-a968-1f8d154896d7 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=c041ed2f-5694-4494-8f54-c091232a19b1 HTTP/1.1" status: 200 len: 210 time: 0.1434765 May 17 13:55:49.363467 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] For port e7e7992c-6b2b-4e28-8de2-d961573a93e4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e7e7992c-6b2b-4e28-8de2-d961573a93e4,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:49.364115 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:49.627377 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Calling delete_port for e7e7992c-6b2b-4e28-8de2-d961573a93e4 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:55:49.680137 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d9652-4166-448b-9bdb-e39f288141d2 req-4e2ffb14-f769-431e-88aa-351f3ea0e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:49.681604 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-672d9652-4166-448b-9bdb-e39f288141d2 req-4e2ffb14-f769-431e-88aa-351f3ea0e23e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.5180407 May 17 13:55:49.728293 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f41ea-cdd3-48af-a224-f1ec0ee775a0 req-44d99fdb-a1dd-436c-896c-81b0cd5d0b52 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:49.730239 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd8f41ea-cdd3-48af-a224-f1ec0ee775a0 req-44d99fdb-a1dd-436c-896c-81b0cd5d0b52 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.5125537 May 17 13:55:49.741293 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d65668-78d7-469f-8401-211266d44fcd req-08b843d6-b3fe-4f16-8e0b-547160e26c8b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:49.742675 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56d65668-78d7-469f-8401-211266d44fcd req-08b843d6-b3fe-4f16-8e0b-547160e26c8b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.4826634 May 17 13:55:49.794468 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-37cfa327-4f6c-4814-a99b-dd92bc5c9693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:49.911224 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd8f41ea-cdd3-48af-a224-f1ec0ee775a0 req-7157208b-1103-4439-b16b-e5bcf12d5caf tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672678 May 17 13:55:49.916096 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56d65668-78d7-469f-8401-211266d44fcd req-6a90de42-f815-42f5-a117-e9cb4131ae8a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155224 May 17 13:55:49.972245 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d9652-4166-448b-9bdb-e39f288141d2 req-76362fb6-e59c-4295-b485-68630178d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:49.973935 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-672d9652-4166-448b-9bdb-e39f288141d2 req-76362fb6-e59c-4295-b485-68630178d48f service neutron] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 919 time: 0.2830184 May 17 13:55:50.098336 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-672d9652-4166-448b-9bdb-e39f288141d2 req-ba482d39-5a33-499f-871c-0cc6c4775262 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 200 len: 217 time: 0.1126420 May 17 13:55:50.146854 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:50.170962 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:50.180857 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:50.188960 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2', '65daffed-9f20-43c1-be19-978c785f8659'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:55:50.239713 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Pushing event deleted for resources: {'Port': ['ID=e7e7992c-6b2b-4e28-8de2-d961573a93e4,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:50.270805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:50.289067 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d9652-4166-448b-9bdb-e39f288141d2 req-afd0c13b-f4b5-4be5-a066-ae2eb6f8b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:50.290551 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-672d9652-4166-448b-9bdb-e39f288141d2 req-afd0c13b-f4b5-4be5-a066-ae2eb6f8b334 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.1799228 May 17 13:55:50.369526 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] No DVR routers for this DVR port e7e7992c-6b2b-4e28-8de2-d961573a93e4 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:55:50.374694 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-672d9652-4166-448b-9bdb-e39f288141d2 req-b5670de9-f7d5-4529-8bc5-0028ad3741da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527735 May 17 13:55:50.375751 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:50.415554 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e8e4-e58f-4956-859b-84acbf443d58 req-13bbaa75-a620-44fd-a13c-b1e946c9aaf5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:50.417741 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bda9e8e4-e58f-4956-859b-84acbf443d58 req-13bbaa75-a620-44fd-a13c-b1e946c9aaf5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=865aa0db-76f3-4960-8166-8fb6676e3e09 HTTP/1.1" status: 200 len: 867 time: 0.3742454 May 17 13:55:50.484344 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3bfcd8ca-bd51-45ac-abb9-754fc097b2f2 req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "DELETE /v2.0/ports/e7e7992c-6b2b-4e28-8de2-d961573a93e4 HTTP/1.1" status: 204 len: 173 time: 1.6558752 May 17 13:55:50.639265 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bda9e8e4-e58f-4956-859b-84acbf443d58 req-81a342da-cb90-4bf8-b418-ee78a956b785 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684697 May 17 13:55:50.696705 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-672d9652-4166-448b-9bdb-e39f288141d2 req-f7110abc-b62e-4120-b632-b6412bcd442b service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118987 May 17 13:55:50.794126 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-047a8908-3c5d-4df0-9699-91a201c34c3a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:50.795585 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-047a8908-3c5d-4df0-9699-91a201c34c3a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/networks?id=aeeddf9b-c676-4819-a741-6258bcac6393 HTTP/1.1" status: 200 len: 808 time: 0.3238242 May 17 13:55:50.821414 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-65d62f67-8666-4d58-9137-98e260d5e9f1 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/quotas/8127b341249b46af98beb0bf3b4559da HTTP/1.1" status: 200 len: 375 time: 0.0158563 May 17 13:55:50.825526 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865aa0db-76f3-4960-8166-8fb6676e3e09', 'name': 'network-vif-deleted', 'tag': 'e7e7992c-6b2b-4e28-8de2-d961573a93e4'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:50.886884 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865aa0db-76f3-4960-8166-8fb6676e3e09', 'name': 'network-vif-deleted', 'tag': 'e7e7992c-6b2b-4e28-8de2-d961573a93e4', 'status': 'completed', 'code': 200} May 17 13:55:50.897280 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-9f0f5939-82e7-4021-aee4-16d935e5b7d6 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8127b341249b46af98beb0bf3b4559da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652068 May 17 13:55:50.979041 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-672d9652-4166-448b-9bdb-e39f288141d2 req-ca963565-c48d-480a-980b-a8bee1c19efa service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657938 May 17 13:55:51.070241 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:51.100317 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-d5df55e2-685a-460f-a27c-01c68cdb4728 service neutron] 10.222.0.44 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919503 May 17 13:55:51.298346 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6609d-ad6e-416b-8b22-34bc59aaf721 req-ffe72473-4207-427f-b191-fe7806eb228c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:51.299867 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b8a6609d-ad6e-416b-8b22-34bc59aaf721 req-ffe72473-4207-427f-b191-fe7806eb228c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2764030 May 17 13:55:51.368995 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-3bd8bea2-001d-407b-986a-aa71447df8a7 service neutron] 10.222.0.44 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613311 May 17 13:55:51.376195 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b8a6609d-ad6e-416b-8b22-34bc59aaf721 req-c5c79c52-cd87-41f1-867f-f3789fbdde69 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685942 May 17 13:55:51.566495 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007223-fca4-4146-9786-9d17e5b250e9 req-47ce8d00-29b6-4b23-9621-2a7453e60c7f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:51.567978 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72007223-fca4-4146-9786-9d17e5b250e9 req-47ce8d00-29b6-4b23-9621-2a7453e60c7f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.0904551 May 17 13:55:51.624541 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-72007223-fca4-4146-9786-9d17e5b250e9 req-02b28fb0-5e5f-4cba-8891-d8ff000293bf tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492551 May 17 13:55:51.685608 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a6a2900c-9abe-493b-8a61-c1adcf564055 req-3662f1ae-6e4e-4544-8511-bd877ff75dd5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 210 time: 0.0475969 May 17 13:55:52.065889 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device e7e7992c-6b2b-4e28-8de2-d961573a93e4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:55:52.101637 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: e7e7992c-6b2b-4e28-8de2-d961573a93e4 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:55:52.102271 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device e7e7992c-6b2b-4e28-8de2-d961573a93e4 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:55:52.102425 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 51a230d4-9cff-42bb-a365-b8e85201b276 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:55:52.135104 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 51a230d4-9cff-42bb-a365-b8e85201b276 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:55:52.135451 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 51a230d4-9cff-42bb-a365-b8e85201b276 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:55:52.585056 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2be47-b5cf-40f7-afdb-fc89b8477ee9 req-23541344-16a7-4ab9-8483-7f9cd0061ee2 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:52.586750 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ebf2be47-b5cf-40f7-afdb-fc89b8477ee9 req-23541344-16a7-4ab9-8483-7f9cd0061ee2 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1006269 May 17 13:55:52.783630 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ebf2be47-b5cf-40f7-afdb-fc89b8477ee9 req-3b8671f8-9ded-4b36-8334-006a232fe386 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883926 May 17 13:55:52.843215 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-1767feef-8348-4160-aea0-d1fd3dc4d16f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:52.846569 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-1767feef-8348-4160-aea0-d1fd3dc4d16f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.52 "GET /v2.0/networks?id=aeeddf9b-c676-4819-a741-6258bcac6393 HTTP/1.1" status: 200 len: 808 time: 0.2273304 May 17 13:55:52.867657 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:52.876519 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Request body: {'port': {'device_id': '0026b350-8955-4383-91d8-55b98cbe478d', 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393', 'admin_state_up': True, 'tenant_id': '8127b341249b46af98beb0bf3b4559da'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:53.059813 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d3472961-cd8e-47aa-9fbe-36ccd56f4cf6 req-9ad2058d-c3ee-4dac-8108-4451e0ad4c01 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 210 time: 0.1274412 May 17 13:55:53.125723 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:55:53.136592 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459507f-41ed-4f7b-945b-08d2b247e6cb req-27289680-0ede-43d5-bbf1-17c5a1a308e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:53.138070 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9459507f-41ed-4f7b-945b-08d2b247e6cb req-27289680-0ede-43d5-bbf1-17c5a1a308e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.2428074 May 17 13:55:53.146728 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:55:53.180741 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Made reservation on behalf of 8127b341249b46af98beb0bf3b4559da for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:55:53.184195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:53.208853 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9459507f-41ed-4f7b-945b-08d2b247e6cb req-13943ad6-9264-45c4-b821-f221cbea108c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638182 May 17 13:55:53.362729 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Allocated IP 172.20.0.6 (aeeddf9b-c676-4819-a741-6258bcac6393/1049c28b-9309-4e47-8b74-4024f0ec0ac1/4586ac3c-35e9-4879-85af-d82c04af3936) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:55:53.602333 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedfadc-7cc3-42d0-99a3-ba36d81c00cb req-22a1f61f-60dd-4d25-8b09-2eb83481ade5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:53.603030 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-acedfadc-7cc3-42d0-99a3-ba36d81c00cb req-22a1f61f-60dd-4d25-8b09-2eb83481ade5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:53.644162 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-acedfadc-7cc3-42d0-99a3-ba36d81c00cb req-22a1f61f-60dd-4d25-8b09-2eb83481ade5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:53.645700 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-acedfadc-7cc3-42d0-99a3-ba36d81c00cb req-22a1f61f-60dd-4d25-8b09-2eb83481ade5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 946 time: 0.2669067 May 17 13:55:53.647875 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:53.709320 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-acedfadc-7cc3-42d0-99a3-ba36d81c00cb req-09fb52bc-838b-42bf-a92e-301cd7a135e6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489957 May 17 13:55:53.716645 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:53.726158 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0d787669-f05c-40c0-b8fa-d892422c0bed tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:53.797724 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Network aeeddf9b-c676-4819-a741-6258bcac6393 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:55:53.800772 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:55:53.803460 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:55:53.810853 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:53.811488 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:53.832741 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Pushing event updated for resources: {'Port': ['ID=4586ac3c-35e9-4879-85af-d82c04af3936,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:53.843362 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:53.858882 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9866621 May 17 13:55:53.872815 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Request body: {'port': {'device_id': '0026b350-8955-4383-91d8-55b98cbe478d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:55:54.051263 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:54.069449 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80914dbe-c96a-4768-a900-d96066369e79 req-a127691f-68b8-4ce7-8872-02d320f15bed tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:54.071231 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-80914dbe-c96a-4768-a900-d96066369e79 req-a127691f-68b8-4ce7-8872-02d320f15bed tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1606691 May 17 13:55:54.302058 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-80914dbe-c96a-4768-a900-d96066369e79 req-0582841b-4583-431a-b1a6-ec521d6567ff tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233658 May 17 13:55:54.501195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c0490-a29e-49dc-a267-99c92d85bfa0 req-dde50282-5d89-49aa-af49-1399f70eed0f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:54.501921 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-656c0490-a29e-49dc-a267-99c92d85bfa0 req-dde50282-5d89-49aa-af49-1399f70eed0f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Synchronizing usage tracker for tenant:8127b341249b46af98beb0bf3b4559da on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:54.555027 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-656c0490-a29e-49dc-a267-99c92d85bfa0 req-dde50282-5d89-49aa-af49-1399f70eed0f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Unset dirty status for tenant:8127b341249b46af98beb0bf3b4559da on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:54.556164 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-656c0490-a29e-49dc-a267-99c92d85bfa0 req-dde50282-5d89-49aa-af49-1399f70eed0f tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 931 time: 0.3463280 May 17 13:55:54.634068 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-656c0490-a29e-49dc-a267-99c92d85bfa0 req-6d2279d2-4bff-4cfa-9aa4-d38e678f96e3 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628166 May 17 13:55:54.649995 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf188811-521b-4715-8f84-28e4da4b2236 req-bee51521-77b4-4f15-8525-d013d6ec6c89 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:54.657200 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bf188811-521b-4715-8f84-28e4da4b2236 req-bee51521-77b4-4f15-8525-d013d6ec6c89 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.2144134 May 17 13:55:54.751766 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4586ac3c-35e9-4879-85af-d82c04af3936 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:55:54.770336 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bf188811-521b-4715-8f84-28e4da4b2236 req-9546d38f-243e-413f-be13-194b18f197d2 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121018 May 17 13:55:54.773410 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:54.789325 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Transition to ACTIVE for port object 4586ac3c-35e9-4879-85af-d82c04af3936 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:55:54.793441 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:54.797171 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-61fddabd-3ebd-42e4-9d6a-70fdee8ebfbe tempest-DeleteServersTestJSON-401731587 tempest-DeleteServersTestJSON-401731587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:54.974776 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Pushing event updated for resources: {'Port': ['ID=4586ac3c-35e9-4879-85af-d82c04af3936,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:54.981057 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:55.039300 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Attempting to bind port 4586ac3c-35e9-4879-85af-d82c04af3936 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:55:55.039645 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Attempting to bind port 4586ac3c-35e9-4879-85af-d82c04af3936 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:55:55.039982 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Attempting to bind port 4586ac3c-35e9-4879-85af-d82c04af3936 on network aeeddf9b-c676-4819-a741-6258bcac6393 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:55.047111 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Port 4586ac3c-35e9-4879-85af-d82c04af3936 on network aeeddf9b-c676-4819-a741-6258bcac6393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:55:55.047429 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Attempting to bind port 4586ac3c-35e9-4879-85af-d82c04af3936 on network aeeddf9b-c676-4819-a741-6258bcac6393 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:55:55.055356 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:55:55.055690 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Checking segment: {'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:55:55.056070 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Bound using segment: {'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:55:55.056486 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Bound port: 4586ac3c-35e9-4879-85af-d82c04af3936, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d07d100-a15a-46af-adfa-cff7600cd003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:55:55.056827 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:55.072651 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc2444-e15e-4c68-8337-b3a23005fca3 req-af1416ec-1080-4ccd-8d7d-271f627f4a84 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:55.074177 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ecc2444-e15e-4c68-8337-b3a23005fca3 req-af1416ec-1080-4ccd-8d7d-271f627f4a84 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 946 time: 0.2466435 May 17 13:55:55.168309 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ecc2444-e15e-4c68-8337-b3a23005fca3 req-c4347b27-9238-464c-9a4e-12cc2cadb015 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879848 May 17 13:55:55.193634 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] For port 4586ac3c-35e9-4879-85af-d82c04af3936, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:55:55.196730 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] For port 4586ac3c-35e9-4879-85af-d82c04af3936, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4586ac3c-35e9-4879-85af-d82c04af3936,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:55:55.200939 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:55.205567 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c11af5a1-d5d3-4380-a894-580ca09e1ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:55.264474 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:55.264962 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:55.266403 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] 10.222.0.52 "PUT /v2.0/ports/4586ac3c-35e9-4879-85af-d82c04af3936 HTTP/1.1" status: 200 len: 1093 time: 1.3985972 May 17 13:55:55.266884 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0026b350-8955-4383-91d8-55b98cbe478d', 'tag': '4586ac3c-35e9-4879-85af-d82c04af3936'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:55.290404 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Pushing event updated for resources: {'Port': ['ID=4586ac3c-35e9-4879-85af-d82c04af3936,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:55.294151 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:55.322111 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0026b350-8955-4383-91d8-55b98cbe478d', 'tag': '4586ac3c-35e9-4879-85af-d82c04af3936', 'status': 'completed', 'code': 200} May 17 13:55:55.406032 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-bb96a37f-4519-4051-a0c2-fc90c8dc2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:55.407783 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-bb96a37f-4519-4051-a0c2-fc90c8dc2dbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8127b341249b46af98beb0bf3b4559da&device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 1096 time: 0.0766242 May 17 13:55:55.519446 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-710c78d6-7200-4181-8987-ace5208fadc6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4586ac3c-35e9-4879-85af-d82c04af3936 HTTP/1.1" status: 200 len: 217 time: 0.0970011 May 17 13:55:55.600105 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-579925d6-7539-4713-8784-284482dd2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:55.601535 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-579925d6-7539-4713-8784-284482dd2091 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1049c28b-9309-4e47-8b74-4024f0ec0ac1 HTTP/1.1" status: 200 len: 848 time: 0.0707161 May 17 13:55:55.664288 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-3f41628e-97e6-417c-a4aa-69c44241fd34 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:55.665718 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-3f41628e-97e6-417c-a4aa-69c44241fd34 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 946 time: 0.1968405 May 17 13:55:55.672896 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-2d9fa847-abd9-4c86-83bd-c72a42451543 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aeeddf9b-c676-4819-a741-6258bcac6393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621650 May 17 13:55:56.111198 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-8fed1bda-9f7b-4d65-bc94-2e2b7084ab3a service neutron] 10.222.0.52 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069474 May 17 13:55:56.129618 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2a3dc-48c7-4081-ad4b-600df788ead9 req-bde2f55b-ed49-4b19-a28d-358c025375f1 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:56.131024 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-25b2a3dc-48c7-4081-ad4b-600df788ead9 req-bde2f55b-ed49-4b19-a28d-358c025375f1 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 943 time: 0.3415661 May 17 13:55:56.232378 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Deleting port 65daffed-9f20-43c1-be19-978c785f8659 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:55:56.232718 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:56.259171 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931084-b243-4be7-aa75-92b8a7760078 req-eb7d36e8-171e-4bb3-8061-d0b1c665ec43 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:56.261213 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09931084-b243-4be7-aa75-92b8a7760078 req-eb7d36e8-171e-4bb3-8061-d0b1c665ec43 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.3614419 May 17 13:55:56.386256 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-25b2a3dc-48c7-4081-ad4b-600df788ead9 req-2c0a77ac-3685-4b0f-85f8-6b8cbc99b973 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332873 May 17 13:55:56.433330 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09931084-b243-4be7-aa75-92b8a7760078 req-d99ecb65-9902-4c0c-8198-c7272f8b6a88 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646347 May 17 13:55:56.439001 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b1c7a6e-b349-430a-9f75-70d7bfd1794a req-fd28de95-992f-44eb-9f70-5de075caee73 service neutron] 10.222.0.52 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061275 May 17 13:55:56.488197 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] For port 65daffed-9f20-43c1-be19-978c785f8659, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65daffed-9f20-43c1-be19-978c785f8659,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:55:56.488596 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:56.699134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Calling delete_port for 65daffed-9f20-43c1-be19-978c785f8659 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:55:56.853898 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-a8947d75-9e5d-4203-ab77-273c8e5a3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:56.856843 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-a8947d75-9e5d-4203-ab77-273c8e5a3a75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8127b341249b46af98beb0bf3b4559da&device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 1096 time: 0.3546641 May 17 13:55:56.869266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db2fe1-5fbb-444e-a8d8-c592d68f676d req-c0bdc988-c477-4302-af99-b93892d4a355 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:56.871360 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29db2fe1-5fbb-444e-a8d8-c592d68f676d req-c0bdc988-c477-4302-af99-b93892d4a355 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.3752842 May 17 13:55:56.907118 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a51e96-d794-4775-b6b2-199a22d28b05 req-e1d1458e-ffba-455c-a249-13a1fc1e647b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:56.908470 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-78a51e96-d794-4775-b6b2-199a22d28b05 req-e1d1458e-ffba-455c-a249-13a1fc1e647b tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 946 time: 0.2260401 May 17 13:55:57.077673 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29db2fe1-5fbb-444e-a8d8-c592d68f676d req-d216a007-4665-4547-b597-15a2de877c7b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840370 May 17 13:55:57.127136 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-78a51e96-d794-4775-b6b2-199a22d28b05 req-4c7b0202-551c-4008-b243-55c15a1f0598 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997414 May 17 13:55:57.130599 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:57.138134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:55:57.145359 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2', '65daffed-9f20-43c1-be19-978c785f8659'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:55:57.195443 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Pushing event deleted for resources: {'Port': ['ID=65daffed-9f20-43c1-be19-978c785f8659,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:55:57.203058 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:55:57.247650 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-f2604ff1-9f3d-4e5b-8396-5efc92584198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:57.249183 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-f2604ff1-9f3d-4e5b-8396-5efc92584198 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aeeddf9b-c676-4819-a741-6258bcac6393 HTTP/1.1" status: 200 len: 909 time: 0.3769710 May 17 13:55:57.356027 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-6148b79a-e539-455e-81ff-29b28d66ebd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4586ac3c-35e9-4879-85af-d82c04af3936 HTTP/1.1" status: 200 len: 217 time: 0.0754297 May 17 13:55:57.357098 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] No DVR routers for this DVR port 65daffed-9f20-43c1-be19-978c785f8659 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:55:57.359819 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:55:57.364342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4692f43a-54a9-4b0f-80d7-ad2d41be660e', 'name': 'network-vif-deleted', 'tag': '65daffed-9f20-43c1-be19-978c785f8659'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:55:57.436576 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4692f43a-54a9-4b0f-80d7-ad2d41be660e', 'name': 'network-vif-deleted', 'tag': '65daffed-9f20-43c1-be19-978c785f8659', 'status': 'completed', 'code': 200} May 17 13:55:57.451516 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ff0c0733-0de7-4b77-81e0-c85c3870bbb9 req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "DELETE /v2.0/ports/65daffed-9f20-43c1-be19-978c785f8659 HTTP/1.1" status: 204 len: 173 time: 1.7776651 May 17 13:55:57.501794 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-a8e8528f-2e93-412e-bd39-f7adb1d9fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:57.503340 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-a8e8528f-2e93-412e-bd39-f7adb1d9fda1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1049c28b-9309-4e47-8b74-4024f0ec0ac1 HTTP/1.1" status: 200 len: 848 time: 0.1301198 May 17 13:55:57.587607 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-f0ac8126-34a8-466f-8bac-9fc28f0c120b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aeeddf9b-c676-4819-a741-6258bcac6393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758569 May 17 13:55:57.984983 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-5f814742-29ec-4b00-a431-61ad44fa3489 service neutron] 10.222.0.52 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547528 May 17 13:55:57.994188 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242a2b6-148a-42d3-933e-7cca4c5195c7 req-7fe21838-5bb3-47a9-94dd-08834f002a53 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:57.996212 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2242a2b6-148a-42d3-933e-7cca4c5195c7 req-7fe21838-5bb3-47a9-94dd-08834f002a53 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 943 time: 0.4116561 May 17 13:55:58.051099 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006f7b4-52e3-47a3-85b3-a7ac2a457db4 req-3e0d6cf8-13a5-4c03-a947-7ca60b9a965f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:58.052541 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4006f7b4-52e3-47a3-85b3-a7ac2a457db4 req-3e0d6cf8-13a5-4c03-a947-7ca60b9a965f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.2555835 May 17 13:55:58.175313 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2242a2b6-148a-42d3-933e-7cca4c5195c7 req-6ded2f18-0aef-49f2-9be3-963f8cb61a87 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553342 May 17 13:55:58.196180 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4006f7b4-52e3-47a3-85b3-a7ac2a457db4 req-1a3034a0-6be3-40c2-9bc4-8941d3bf99f9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989826 May 17 13:55:58.232496 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e40b1b9f-c7e8-44f5-a1ea-b336b781427e req-a555adab-22f1-4bfe-b4e1-b7d29654d1f4 service neutron] 10.222.0.52 "GET /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315178 May 17 13:55:58.403752 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-839a5139-70c6-4156-aa04-98673d246255 req-d41a9617-54a8-4c98-913e-dc76e2bdfa34 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:55:58.419777 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-839a5139-70c6-4156-aa04-98673d246255 req-d41a9617-54a8-4c98-913e-dc76e2bdfa34 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:55:58.420983 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-839a5139-70c6-4156-aa04-98673d246255 req-d41a9617-54a8-4c98-913e-dc76e2bdfa34 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=4692f43a-54a9-4b0f-80d7-ad2d41be660e HTTP/1.1" status: 200 len: 210 time: 0.0669858 May 17 13:55:59.440586 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cca5d-2beb-46c7-9319-2d8d14825429 req-258450e2-7e26-4a9d-80f4-611fb76ef9ce tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:59.443115 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-020cca5d-2beb-46c7-9319-2d8d14825429 req-258450e2-7e26-4a9d-80f4-611fb76ef9ce tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 943 time: 0.1525321 May 17 13:55:59.455097 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2e567-29f4-4ff8-819a-b6f4e61e48b3 req-7f3542a8-e383-489a-bbd9-a3cd1a1e600e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:55:59.456618 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-21e2e567-29f4-4ff8-819a-b6f4e61e48b3 req-7f3542a8-e383-489a-bbd9-a3cd1a1e600e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1352980 May 17 13:55:59.527641 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-020cca5d-2beb-46c7-9319-2d8d14825429 req-0971b853-d828-48fa-be59-b1f214180b5e tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698891 May 17 13:55:59.535554 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-21e2e567-29f4-4ff8-819a-b6f4e61e48b3 req-60f21685-a1bb-4342-bc2c-1fed2b7683a7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629473 May 17 13:56:00.039789 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4b0ba-5d7a-40e3-8389-89db86c15691 req-d8cd4eea-5cc5-49d7-a2f9-9c063dd1e1c5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:00.046731 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-44a4b0ba-5d7a-40e3-8389-89db86c15691 req-d8cd4eea-5cc5-49d7-a2f9-9c063dd1e1c5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 945 time: 0.1047680 May 17 13:56:00.090228 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-44a4b0ba-5d7a-40e3-8389-89db86c15691 req-568934be-77aa-4cd0-817b-219997375893 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 May 17 13:56:00.122300 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:56:00.129504 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 65daffed-9f20-43c1-be19-978c785f8659 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:56:00.167840 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 65daffed-9f20-43c1-be19-978c785f8659 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:56:00.168454 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 65daffed-9f20-43c1-be19-978c785f8659 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:56:00.304891 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:00.318788 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'port_id': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'mac_address': 'fa:16:3e:47:0c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:56:00.396390 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:00.422778 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a8878ea-c5bf-4907-8478-b352032e2b76 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:56:00.443643 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:00.449288 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:00.450128 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 4586ac3c-35e9-4879-85af-d82c04af3936 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:56:00.453892 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:00.593300 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-38eb0123-7322-434e-865d-2d723ee42905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:00.594976 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-38eb0123-7322-434e-865d-2d723ee42905 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.1594682 May 17 13:56:00.603659 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=6']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:00.607815 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:00.615383 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84b416-5678-4a6a-a2c4-16aff917ad58 req-5f53be8b-81c6-4b67-80ea-d0c1db2fc908 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:00.625824 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bd84b416-5678-4a6a-a2c4-16aff917ad58 req-5f53be8b-81c6-4b67-80ea-d0c1db2fc908 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1363053 May 17 13:56:00.664408 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 4586ac3c-35e9-4879-85af-d82c04af3936, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4586ac3c-35e9-4879-85af-d82c04af3936,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:00.680933 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '4586ac3c-35e9-4879-85af-d82c04af3936', 'network_id': 'aeeddf9b-c676-4819-a741-6258bcac6393', 'port_id': '4586ac3c-35e9-4879-85af-d82c04af3936', 'mac_address': 'fa:16:3e:2e:ff:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1049c28b-9309-4e47-8b74-4024f0ec0ac1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:56:00.741118 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:00.764257 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4586ac3c-35e9-4879-85af-d82c04af3936 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:56:00.781638 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 4586ac3c-35e9-4879-85af-d82c04af3936, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4586ac3c-35e9-4879-85af-d82c04af3936,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:00.798730 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:00.802988 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:00.807264 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bd84b416-5678-4a6a-a2c4-16aff917ad58 req-2629eebd-da74-42ae-829a-15608bfe09e0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805797 May 17 13:56:00.888531 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36870) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:00.907411 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd5837-8871-4746-8078-8c00c69ef760 req-006d16b0-68cc-4c08-90dc-561c9972624b tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:00.920100 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-75dd5837-8871-4746-8078-8c00c69ef760 req-006d16b0-68cc-4c08-90dc-561c9972624b tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 943 time: 0.2476461 May 17 13:56:00.924327 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=4586ac3c-35e9-4879-85af-d82c04af3936,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:00.932451 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:00.937134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-6fa40174-99e4-4efc-a64c-897ff8265378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:00.938497 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-6fa40174-99e4-4efc-a64c-897ff8265378 service neutron] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 919 time: 0.2969799 May 17 13:56:00.964834 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['2a8878ea-c5bf-4907-8478-b352032e2b76'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:56:00.970814 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] Deleting subnet f0168171-7e90-4499-92fd-831efa9e75c5 {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 13:56:00.974267 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:01.026004 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:01.075938 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-fa279506-04b1-4387-8ec9-cb66751d45a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 200 len: 217 time: 0.1181629 May 17 13:56:01.089887 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:01.096005 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-75dd5837-8871-4746-8078-8c00c69ef760 req-b71a019b-ce1a-4913-951c-0a1cab163b61 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743524 May 17 13:56:01.246913 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-32f76d13-8dd7-453b-9039-1623313c4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:01.249150 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-32f76d13-8dd7-453b-9039-1623313c4372 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.1495793 May 17 13:56:01.261319 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['4586ac3c-35e9-4879-85af-d82c04af3936'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:56:01.339226 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-64be8721-eb82-410f-b07b-75b994e950a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724642 May 17 13:56:01.368203 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a286e-2f9a-49b3-9908-81bc33ae31db req-a2cd22ed-84b6-49bc-9512-0cfc2eab74a0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:01.370231 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b69a286e-2f9a-49b3-9908-81bc33ae31db req-a2cd22ed-84b6-49bc-9512-0cfc2eab74a0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 945 time: 0.4078548 May 17 13:56:01.599650 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:56:01.614693 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:01.628545 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8ee94990-8f4a-4fda-b542-2febdcb23b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:01.656993 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b69a286e-2f9a-49b3-9908-81bc33ae31db req-ba91d25a-f000-4118-9b2d-f9c43017a5a8 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595963 May 17 13:56:01.683381 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:01.703546 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0168171-7e90-4499-92fd-831efa9e75c5,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:01.709919 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:01.721844 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-76492e58-2821-4a38-a115-eb5fdd6dc42e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f0168171-7e90-4499-92fd-831efa9e75c5 HTTP/1.1" status: 204 len: 168 time: 0.8305182 May 17 13:56:01.724078 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 36876) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:01.807221 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517b7ce-d714-42b9-889b-4ab91a88c158 req-79a55e40-f25e-41a3-a148-7d30836fb475 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:01.809419 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3517b7ce-d714-42b9-889b-4ab91a88c158 req-79a55e40-f25e-41a3-a148-7d30836fb475 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 945 time: 0.2239316 May 17 13:56:01.811251 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-c6a0dce6-18d4-4366-9f24-265487bab728 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395304 May 17 13:56:01.946015 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3517b7ce-d714-42b9-889b-4ab91a88c158 req-754e8834-05eb-4809-b16d-d66682166899 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290090 May 17 13:56:02.055225 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.125039 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:56:02.263814 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3e2bf057-51f8-4ad8-bdc2-5ee637aad649 req-7c0167c6-ce5c-4cc5-b07c-1fdf3c2a9b32 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354706 May 17 13:56:02.274384 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 2a8878ea-c5bf-4907-8478-b352032e2b76 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:56:02.275434 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.278906 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-bdc9c102-defe-4f05-ba72-3105ee8e886d tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:02.280416 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-bdc9c102-defe-4f05-ba72-3105ee8e886d tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 945 time: 0.3879104 May 17 13:56:02.284965 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.348940 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.349286 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.350034 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.350379 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > port after_create 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.350698 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.351030 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > port after_update 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.351344 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.351678 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.351986 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.352303 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.424560 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.424930 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.425266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.425595 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 13:56:02.426003 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa']}} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:02.454751 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.497851 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:56:02.501092 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018a92c2-582d-4fdc-84b3-5f84ccf9bb30') {'for_net_delete': True} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:02.501388 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018a92c2-582d-4fdc-84b3-5f84ccf9bb30') {} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:02.512965 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:02.521197 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.522394 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1519ad-8ad5-4b7a-a180-819a7e023e04 req-d98f7dac-f540-4d44-afab-7d2ede87559d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:02.524596 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c63fcb9-ce00-4eba-a9d2-89ef187c81a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:02.530555 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4e1519ad-8ad5-4b7a-a180-819a7e023e04 req-d98f7dac-f540-4d44-afab-7d2ede87559d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.5301771 May 17 13:56:02.538624 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3687852'] for segment, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.608432 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=7']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:02.614296 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:02.617267 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.642477 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=78715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 13:56:02.642797 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-745502'] for segment, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: from cryptography.utils import int_from_bytes May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: from cryptography.utils import int_from_bytes May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: Traceback (most recent call last): May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: timer() May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: cb(*args, **kw) May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: return func(*args, **kwargs) May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: self._notify() May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: self.callback(batched_events) May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: event.method(event) May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_uuid = self.p_client.list_aggregates( May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: return f(self, *a, **k) May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: return self._get(url).json() May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: return self.request(url, 'GET', **kwargs) May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: base_url = self.get_endpoint(auth, allow=allow, May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 13:56:02.665535 dv-cinder-788363-3-smb neutron-server[78715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 13:56:02.738020 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4e1519ad-8ad5-4b7a-a180-819a7e023e04 req-3ec8f820-9386-49e0-9460-34256d7576f9 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064090 May 17 13:56:02.808827 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b06c7-cec2-465d-965f-6ad1c04ec3c4 req-33c34158-8f51-4e18-a037-4e37e1da29a3 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:02.811441 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1e3b06c7-cec2-465d-965f-6ad1c04ec3c4 req-33c34158-8f51-4e18-a037-4e37e1da29a3 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 944 time: 0.4846909 May 17 13:56:02.814176 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.944389 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:02.966115 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Deleting port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:56:02.966115 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:02.981929 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1e3b06c7-cec2-465d-965f-6ad1c04ec3c4 req-bac7284e-4cb0-464a-9cfd-4ac61de6c3a1 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340258 May 17 13:56:02.987620 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.003896 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:03.052119 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:03.054007 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-43c5d6d7-ce4e-4577-ac62-9e3f549a7143 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6f8c5d60-1838-4c7f-ae81-c7ccacb6fbaa HTTP/1.1" status: 204 len: 168 time: 1.3289537 May 17 13:56:03.057127 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36896) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:03.070620 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'code': 200} May 17 13:56:03.152707 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Deleting subnet 0135647a-8e09-459c-b093-86d672fdb39b {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 13:56:03.156110 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] For port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:03.156656 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.157235 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.228893 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.331058 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.348554 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Calling delete_port for 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:56:03.606276 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff329a-8cdd-48d5-9977-2cc5874b69b3 req-758c9171-6d60-4401-823e-b4a7fd36a00f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:03.608947 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f5ff329a-8cdd-48d5-9977-2cc5874b69b3 req-758c9171-6d60-4401-823e-b4a7fd36a00f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 945 time: 0.3809526 May 17 13:56:03.643526 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4f98b-8d10-43eb-9493-b268cd7d324c req-aee7887b-97ba-4033-9d42-35d9ca68e2e0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:03.650626 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a6e4f98b-8d10-43eb-9493-b268cd7d324c req-aee7887b-97ba-4033-9d42-35d9ca68e2e0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.4212456 May 17 13:56:03.710865 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.715142 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a6e4f98b-8d10-43eb-9493-b268cd7d324c req-2cadef8d-9915-4127-8cac-82dd952c19a1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630593 May 17 13:56:03.717640 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:03.757642 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0135647a-8e09-459c-b093-86d672fdb39b,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:03.764971 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f5ff329a-8cdd-48d5-9977-2cc5874b69b3 req-84abec7a-cf82-4d0e-bf5d-8c781030b770 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377356 May 17 13:56:03.766160 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:03.767189 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.786412 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0135647a-8e09-459c-b093-86d672fdb39b HTTP/1.1" status: 204 len: 168 time: 0.7274895 May 17 13:56:03.788739 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36902) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:03.893609 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.898073 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-56553298-2bb9-4256-8820-9ee7ccaab96f tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:03.908945 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:56:03.939289 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:03.982677 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Pushing event deleted for resources: {'Port': ['ID=7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:03.989789 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:04.119477 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.131279 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] No DVR routers for this DVR port 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:56:04.134414 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.142073 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 4586ac3c-35e9-4879-85af-d82c04af3936 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:56:04.142393 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471e9d0a-6250-43d4-834e-db6b5dae2dac', 'name': 'network-vif-deleted', 'tag': '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:56:04.150483 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ab0d8f-69ca-4518-846e-3fa91a4fb6b7']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:04.168762 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03873bdf-2954-4176-85d5-51cc4f060a33') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:04.169428 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03873bdf-2954-4176-85d5-51cc4f060a33') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:04.189566 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.196266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebb20f-4c83-488b-8c1d-d73cfb9ddbd7 req-79199b10-e7a5-4b3e-a894-d873a5bde572 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:04.202144 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7aebb20f-4c83-488b-8c1d-d73cfb9ddbd7 req-79199b10-e7a5-4b3e-a894-d873a5bde572 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2230387 May 17 13:56:04.208516 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-84a9ed61-555b-4839-a99d-6cea86a107c3 req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "DELETE /v2.0/ports/7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 HTTP/1.1" status: 204 len: 173 time: 1.9150960 May 17 13:56:04.223664 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.251349 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 13:56:04.254139 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.311122 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7aebb20f-4c83-488b-8c1d-d73cfb9ddbd7 req-b03b7860-d46c-43bd-a865-0afe88cc7230 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003969 May 17 13:56:04.359390 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 4586ac3c-35e9-4879-85af-d82c04af3936 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:56:04.372484 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 4586ac3c-35e9-4879-85af-d82c04af3936 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:56:04.372864 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 13:56:04.433024 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 13:56:04.468751 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.475799 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:04.494839 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471e9d0a-6250-43d4-834e-db6b5dae2dac', 'name': 'network-vif-deleted', 'tag': '7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2', 'status': 'completed', 'code': 200} May 17 13:56:04.499673 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.503595 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=12ab0d8f-69ca-4518-846e-3fa91a4fb6b7,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:04.506951 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:04.513337 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/12ab0d8f-69ca-4518-846e-3fa91a4fb6b7 HTTP/1.1" status: 204 len: 168 time: 0.7233627 May 17 13:56:04.547349 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.588474 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 4586ac3c-35e9-4879-85af-d82c04af3936, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4586ac3c-35e9-4879-85af-d82c04af3936,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:04.594325 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c3d13-20ce-4476-b0a9-18926af31e43 req-176f3969-cbfe-43ea-8bf0-8fbf877dd4ac tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:04.595363 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:04.598168 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-3a7e8d4d-3db2-4913-bd11-f009059c402f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:04.601779 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-904c3d13-20ce-4476-b0a9-18926af31e43 req-176f3969-cbfe-43ea-8bf0-8fbf877dd4ac tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 944 time: 0.1926622 May 17 13:56:04.647525 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-904c3d13-20ce-4476-b0a9-18926af31e43 req-d6041aab-c799-4dfa-a8ca-04e359c7bd46 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 May 17 13:56:04.699141 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=4586ac3c-35e9-4879-85af-d82c04af3936,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:04.735948 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:04.878972 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36920) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:04.988432 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e1b00582-d57f-4cd3-9cc4-ce70d6c49124 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9feda4c01d454995a721dc81b75745f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1078024 May 17 13:56:04.991890 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36928) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:05.072270 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0026b350-8955-4383-91d8-55b98cbe478d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4586ac3c-35e9-4879-85af-d82c04af3936'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:56:05.096637 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a02ee54a-dfc4-49ad-badb-1eaeb169d61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:05.107324 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a832cb-2ee9-48ee-a18e-9b438c4e079f req-885c424d-71a3-4397-8d64-e1db3d8e2102 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:05.108977 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-03a832cb-2ee9-48ee-a18e-9b438c4e079f req-885c424d-71a3-4397-8d64-e1db3d8e2102 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1635616 May 17 13:56:05.161285 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a02ee54a-dfc4-49ad-badb-1eaeb169d61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:05.206969 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-798db2b4-ee63-474f-9b1d-6f16d50fc107 req-855d1f06-ce37-4490-99d6-743c28d30420 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:56:05.219044 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-03a832cb-2ee9-48ee-a18e-9b438c4e079f req-79202575-9bcd-458f-8d6c-ef027bbd12f7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041863 May 17 13:56:05.231992 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-798db2b4-ee63-474f-9b1d-6f16d50fc107 req-855d1f06-ce37-4490-99d6-743c28d30420 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:56:05.233544 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-798db2b4-ee63-474f-9b1d-6f16d50fc107 req-855d1f06-ce37-4490-99d6-743c28d30420 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=471e9d0a-6250-43d4-834e-db6b5dae2dac HTTP/1.1" status: 200 len: 210 time: 0.0786498 May 17 13:56:05.290398 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a02ee54a-dfc4-49ad-badb-1eaeb169d61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:05.299692 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b93ab375-9043-4b32-a728-31ec6abec57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:05.315548 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ee54a-dfc4-49ad-badb-1eaeb169d61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc477512-9eb6-43bc-b860-d4b23b46d35d,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:05.320283 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a02ee54a-dfc4-49ad-badb-1eaeb169d61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:05.324576 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a02ee54a-dfc4-49ad-badb-1eaeb169d61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:05.326833 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0026b350-8955-4383-91d8-55b98cbe478d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4586ac3c-35e9-4879-85af-d82c04af3936', 'code': 200} May 17 13:56:05.332608 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a02ee54a-dfc4-49ad-badb-1eaeb169d61b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc477512-9eb6-43bc-b860-d4b23b46d35d HTTP/1.1" status: 204 len: 168 time: 0.3391409 May 17 13:56:05.632497 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f00270-b888-4aa6-81c0-40c638d11c2d req-93052049-7358-4325-a2d4-3395efa82be8 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:05.634390 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-22f00270-b888-4aa6-81c0-40c638d11c2d req-93052049-7358-4325-a2d4-3395efa82be8 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1706891 May 17 13:56:05.707344 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-22f00270-b888-4aa6-81c0-40c638d11c2d req-976d1298-4671-444f-9be7-5e80538dab2c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643110 May 17 13:56:05.722894 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f4325-13ff-40d4-a9a3-460c4b91ee47 req-d437ca21-5c59-49ab-86ac-71b88890892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:05.724610 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f7f4325-13ff-40d4-a9a3-460c4b91ee47 req-d437ca21-5c59-49ab-86ac-71b88890892d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 1098 time: 0.1615520 May 17 13:56:05.794803 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f7f4325-13ff-40d4-a9a3-460c4b91ee47 req-0c29d1b0-c64a-4930-9477-f8e599a170f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537860 May 17 13:56:05.935088 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c4abf-2ce0-4b2d-988b-d9e909a4f15e req-76ee6df1-5133-4ae0-a3ad-62542ef2b950 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:05.937467 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3d0c4abf-2ce0-4b2d-988b-d9e909a4f15e req-76ee6df1-5133-4ae0-a3ad-62542ef2b950 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 945 time: 0.1156750 May 17 13:56:05.949513 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 36944) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:05.992737 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3d0c4abf-2ce0-4b2d-988b-d9e909a4f15e req-d3ee70f1-4988-4fc0-bcb8-35a9cf760585 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490236 May 17 13:56:06.008980 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-1f9ee5a1-dee9-48c1-bcbf-22cddbf69f25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fdd2173f74c40e49f1e5fbed6a16c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580063 May 17 13:56:06.012812 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 36948) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:06.091463 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-505b61f1-f6a1-4be2-86ca-03a50b1933d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:06.126685 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-505b61f1-f6a1-4be2-86ca-03a50b1933d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:06.142809 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:56:06.187035 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:56:06.187914 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7972f4b1-ef2d-4b4c-a527-a2e1eb2d07f2 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:56:06.203506 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-505b61f1-f6a1-4be2-86ca-03a50b1933d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:06.207744 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:06.223111 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b61f1-f6a1-4be2-86ca-03a50b1933d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055ff6aa-ec72-4330-9309-8fe285a65d88,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:06.228156 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-505b61f1-f6a1-4be2-86ca-03a50b1933d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:06.240436 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-505b61f1-f6a1-4be2-86ca-03a50b1933d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:06.242529 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-505b61f1-f6a1-4be2-86ca-03a50b1933d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/055ff6aa-ec72-4330-9309-8fe285a65d88 HTTP/1.1" status: 204 len: 168 time: 0.2285767 May 17 13:56:06.599819 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a43685-79cc-46c0-a5de-98ee4db520ce req-1dc435c0-accc-4b7d-84fd-cbd2bd961153 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:06.601350 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e3a43685-79cc-46c0-a5de-98ee4db520ce req-1dc435c0-accc-4b7d-84fd-cbd2bd961153 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1949246 May 17 13:56:06.672167 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e3a43685-79cc-46c0-a5de-98ee4db520ce req-a6d2632a-e996-44d0-951c-41aad1b24445 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632575 May 17 13:56:06.940246 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487aabb-5421-469c-823b-50195e888671 req-196dde9c-3ab8-48f2-92fd-8c7587981aa3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:06.942593 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5487aabb-5421-469c-823b-50195e888671 req-196dde9c-3ab8-48f2-92fd-8c7587981aa3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1195304 May 17 13:56:07.009738 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5487aabb-5421-469c-823b-50195e888671 req-cbaf2220-24ad-4952-8c72-fa76aac4c806 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601201 May 17 13:56:07.280304 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8c931-0465-4783-a78e-dc110e5adfd5 req-4dd9e374-b0f3-4d08-b280-ad198d31a7a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:07.293645 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2db8c931-0465-4783-a78e-dc110e5adfd5 req-4dd9e374-b0f3-4d08-b280-ad198d31a7a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 945 time: 0.1651759 May 17 13:56:07.352222 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2db8c931-0465-4783-a78e-dc110e5adfd5 req-c8940bbd-8f9e-43c7-9bd6-206200134d73 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630169 May 17 13:56:07.951789 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c435d6b-b217-4369-bfb3-e9b352b8a5d7 req-27d84c06-42b2-418f-9ef9-2c2f18db89dc tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:07.954268 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9c435d6b-b217-4369-bfb3-e9b352b8a5d7 req-27d84c06-42b2-418f-9ef9-2c2f18db89dc tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1150014 May 17 13:56:08.012566 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9c435d6b-b217-4369-bfb3-e9b352b8a5d7 req-b3eada58-6195-4876-bd8b-b0deeddb2bc1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513916 May 17 13:56:08.253686 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22813e9-da96-4955-b769-da59e23b5d1b req-3ed25985-f5c8-44a2-a129-81699b7ab96e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:08.256199 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f22813e9-da96-4955-b769-da59e23b5d1b req-3ed25985-f5c8-44a2-a129-81699b7ab96e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1130204 May 17 13:56:08.431286 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f22813e9-da96-4955-b769-da59e23b5d1b req-0ad70414-3e8f-4406-96b8-aee56f1e2a16 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675172 May 17 13:56:08.555215 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ed969-b492-41d9-b124-97763c0a8d09 req-8ab0b114-17e8-43a3-aa98-69b263685ad0 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:08.564034 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a32ed969-b492-41d9-b124-97763c0a8d09 req-8ab0b114-17e8-43a3-aa98-69b263685ad0 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 945 time: 0.2672627 May 17 13:56:08.630298 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a32ed969-b492-41d9-b124-97763c0a8d09 req-7503bde2-080a-4033-8df2-62f83f1c59a7 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652547 May 17 13:56:08.727326 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41246e1c-858d-4955-9bb0-4e11ecbcdbda req-e1bbb01c-8578-42ae-bbc9-2a7ce2694dbe tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:08.738184 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41246e1c-858d-4955-9bb0-4e11ecbcdbda req-e1bbb01c-8578-42ae-bbc9-2a7ce2694dbe tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 945 time: 0.0981784 May 17 13:56:08.801773 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41246e1c-858d-4955-9bb0-4e11ecbcdbda req-4a3785c9-b6d4-4202-8ab2-a39e5f4ed60e tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625811 May 17 13:56:09.350537 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821a032-79cc-454c-845e-30a03ccaba5a req-52536b74-4a18-4338-a348-850951600b39 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:09.353522 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4821a032-79cc-454c-845e-30a03ccaba5a req-52536b74-4a18-4338-a348-850951600b39 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.2169232 May 17 13:56:09.415609 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4821a032-79cc-454c-845e-30a03ccaba5a req-8d7ea903-be75-401e-bd7b-9e045fbbdf3a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562124 May 17 13:56:09.694268 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5936da-1ee0-4ea9-977e-a3f0ba00c5a5 req-de968c9f-e1e5-4ff6-bda1-e590adea2aa4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:09.695704 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b5936da-1ee0-4ea9-977e-a3f0ba00c5a5 req-de968c9f-e1e5-4ff6-bda1-e590adea2aa4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0875711 May 17 13:56:09.763870 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b5936da-1ee0-4ea9-977e-a3f0ba00c5a5 req-e1bd0323-64fe-40cf-8c2f-9f7e6e5d8279 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601666 May 17 13:56:09.867227 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8400d4-4a40-4f65-8d7b-861375c6c666 req-55e518cc-c727-43b2-b9b9-e7832f32efb6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:09.869164 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2c8400d4-4a40-4f65-8d7b-861375c6c666 req-55e518cc-c727-43b2-b9b9-e7832f32efb6 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 945 time: 0.0990202 May 17 13:56:09.927158 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2c8400d4-4a40-4f65-8d7b-861375c6c666 req-41c5a14a-8922-48e9-a6f8-c2039937dbd8 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492880 May 17 13:56:10.293328 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ba1a1-6fb2-488e-b849-38de1a7a933d req-0113dfaa-2abf-4b86-bcfe-50c950c71805 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:10.295048 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-904ba1a1-6fb2-488e-b849-38de1a7a933d req-0113dfaa-2abf-4b86-bcfe-50c950c71805 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 945 time: 0.0891387 May 17 13:56:10.346816 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-904ba1a1-6fb2-488e-b849-38de1a7a933d req-ea6c22d7-d773-462d-b0e7-aac989affb86 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 May 17 13:56:10.623265 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca808984-bc70-43d8-a63e-4427c8c0df1c req-377ee49c-cbc1-4b2e-821d-8cbc647858eb tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:10.631015 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ca808984-bc70-43d8-a63e-4427c8c0df1c req-377ee49c-cbc1-4b2e-821d-8cbc647858eb tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.1022255 May 17 13:56:10.687996 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ca808984-bc70-43d8-a63e-4427c8c0df1c req-9ccf14fa-79ac-49dd-a6e3-bd800055aa1e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558698 May 17 13:56:11.072158 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a05fd-7f0f-4f6c-8698-f8e92d769aa7 req-f911bd5f-c84d-4693-9623-6b535665ae79 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:11.080542 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-889a05fd-7f0f-4f6c-8698-f8e92d769aa7 req-f911bd5f-c84d-4693-9623-6b535665ae79 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1417148 May 17 13:56:11.169477 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-390806ce-1a49-4c25-a656-64b1d01e8b41 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:11.170970 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-390806ce-1a49-4c25-a656-64b1d01e8b41 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 945 time: 0.2889116 May 17 13:56:11.255404 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-889a05fd-7f0f-4f6c-8698-f8e92d769aa7 req-04fa174c-369c-4bed-8190-b91e7f84fd0e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737947 May 17 13:56:11.466146 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e74fb-1670-4ce9-8aa9-8f388f549d72 req-ccbf7705-f3fc-46d6-9b6d-c97db91b51c7 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:11.482072 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-499e74fb-1670-4ce9-8aa9-8f388f549d72 req-ccbf7705-f3fc-46d6-9b6d-c97db91b51c7 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 945 time: 0.3927643 May 17 13:56:11.590319 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-499e74fb-1670-4ce9-8aa9-8f388f549d72 req-d55afbc5-b2c7-4ad2-8c2c-57cd7fcd5b72 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/security-groups?id=b0016c10-b8b1-41a9-8d73-0b63d3ccb954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025789 May 17 13:56:11.594475 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Deleting port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:56:11.595195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:11.905379 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1777c7-db4a-4100-a229-5681e68942df req-bc3844e0-61d1-4d69-9a7e-2e1e9d914708 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:11.906877 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8d1777c7-db4a-4100-a229-5681e68942df req-bc3844e0-61d1-4d69-9a7e-2e1e9d914708 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 945 time: 0.2728305 May 17 13:56:11.945772 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] For port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,segment=NetworkSegment(0bc35980-c735-4851-b70c-48c879182994),segment_id=0bc35980-c735-4851-b70c-48c879182994)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:11.946131 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:12.099375 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Calling delete_port for 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:56:12.108281 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8d1777c7-db4a-4100-a229-5681e68942df req-ed18157d-fa6c-48e9-b07d-97729111ac34 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935358 May 17 13:56:12.125028 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da46c74-476e-4eb0-8c31-204230e4cd3f req-d39afc75-34fd-40d8-81c9-8df823e57d6c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:12.126588 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7da46c74-476e-4eb0-8c31-204230e4cd3f req-d39afc75-34fd-40d8-81c9-8df823e57d6c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.3092389 May 17 13:56:12.200983 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7da46c74-476e-4eb0-8c31-204230e4cd3f req-f98326de-90b7-431b-b0ba-1287fc1b61e5 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604169 May 17 13:56:12.309265 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:12.316748 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:12.363725 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Pushing event deleted for resources: {'Port': ['ID=8a4fc208-22b5-4fad-8ac2-74b2cf3ec165,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:12.411958 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:12.627517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] No DVR routers for this DVR port 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:56:12.631842 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:12.636642 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287fce09-ddc7-43bb-a62e-7a8490fb59f5', 'name': 'network-vif-deleted', 'tag': '8a4fc208-22b5-4fad-8ac2-74b2cf3ec165'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:56:12.666143 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b12ef930-d5b2-4410-889b-6c6efa60ffb7 req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.52 "DELETE /v2.0/ports/8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 HTTP/1.1" status: 204 len: 173 time: 1.4741597 May 17 13:56:12.694806 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d4a5f-c3b2-4f57-a109-505a93724a59 req-2e5854e1-c48e-4a40-ab80-98e5047f8346 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:12.696314 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f15d4a5f-c3b2-4f57-a109-505a93724a59 req-2e5854e1-c48e-4a40-ab80-98e5047f8346 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2833555 May 17 13:56:12.716392 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-3b73dce3-44be-46a1-8485-d6983ef421c2 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:12.717866 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-3b73dce3-44be-46a1-8485-d6983ef421c2 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.52 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 945 time: 0.1880784 May 17 13:56:12.836613 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-fcdbd189-1381-4112-bdfa-25e99dfbf941 req-c76be844-2a39-496e-9a58-95672b18b1a5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Synchronizing usage tracker for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:56:12.887662 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f15d4a5f-c3b2-4f57-a109-505a93724a59 req-19f88dad-744a-4304-8f0d-64dfca0c4769 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820769 May 17 13:56:12.920615 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-fcdbd189-1381-4112-bdfa-25e99dfbf941 req-c76be844-2a39-496e-9a58-95672b18b1a5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Unset dirty status for tenant:00031678b9ef42cdb9c08fb92f2f2c5e on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:56:12.921802 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fcdbd189-1381-4112-bdfa-25e99dfbf941 req-c76be844-2a39-496e-9a58-95672b18b1a5 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] 10.222.0.44 "GET /v2.0/ports?device_id=287fce09-ddc7-43bb-a62e-7a8490fb59f5 HTTP/1.1" status: 200 len: 210 time: 0.1502483 May 17 13:56:12.941276 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Deleting port 4586ac3c-35e9-4879-85af-d82c04af3936 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:56:12.941847 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:12.959442 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287fce09-ddc7-43bb-a62e-7a8490fb59f5', 'name': 'network-vif-deleted', 'tag': '8a4fc208-22b5-4fad-8ac2-74b2cf3ec165', 'status': 'completed', 'code': 200} May 17 13:56:13.080322 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] For port 4586ac3c-35e9-4879-85af-d82c04af3936, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4586ac3c-35e9-4879-85af-d82c04af3936,segment=NetworkSegment(5d07d100-a15a-46af-adfa-cff7600cd003),segment_id=5d07d100-a15a-46af-adfa-cff7600cd003)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:13.080673 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:13.206596 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Calling delete_port for 4586ac3c-35e9-4879-85af-d82c04af3936 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:56:13.355836 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad535-d14f-4f4e-a711-4aa46b53c9f0 req-aa7ebdd7-ee97-4341-94b5-a59ff43f944a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:13.357692 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-009ad535-d14f-4f4e-a711-4aa46b53c9f0 req-aa7ebdd7-ee97-4341-94b5-a59ff43f944a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/ports?device_id=0026b350-8955-4383-91d8-55b98cbe478d HTTP/1.1" status: 200 len: 945 time: 0.1309485 May 17 13:56:13.527390 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:13.532900 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-009ad535-d14f-4f4e-a711-4aa46b53c9f0 req-dc976860-a4ee-444f-8e40-2a531a0a9d46 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.44 "GET /v2.0/security-groups?id=9c769763-30a2-4629-87fc-48b9260ecc62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641295 May 17 13:56:13.538190 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:13.543721 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['4586ac3c-35e9-4879-85af-d82c04af3936'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:56:13.588087 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Pushing event deleted for resources: {'Port': ['ID=4586ac3c-35e9-4879-85af-d82c04af3936,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:13.595586 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:13.684561 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] No DVR routers for this DVR port 4586ac3c-35e9-4879-85af-d82c04af3936 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:56:13.689054 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:13.696820 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d262b-3a09-4253-b005-830120deca53 req-b4d0b3da-515a-4d90-90ac-4960edbb5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:13.698847 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-993d262b-3a09-4253-b005-830120deca53 req-b4d0b3da-515a-4d90-90ac-4960edbb5b48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 1099 time: 0.2683659 May 17 13:56:13.708939 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057c9c5-2a13-45e1-8402-1bcc4b68f79f req-9d58289e-da6b-43f9-b986-fac8338b39f7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:13.710375 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2057c9c5-2a13-45e1-8402-1bcc4b68f79f req-9d58289e-da6b-43f9-b986-fac8338b39f7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 946 time: 0.3428457 May 17 13:56:13.746473 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1dd7d958-b1bf-4bb8-81d1-282e0f35f7de req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] 10.222.0.52 "DELETE /v2.0/ports/4586ac3c-35e9-4879-85af-d82c04af3936 HTTP/1.1" status: 204 len: 173 time: 1.0111213 May 17 13:56:13.841433 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2057c9c5-2a13-45e1-8402-1bcc4b68f79f req-824503c6-fa00-4698-952a-ec491e01a3f4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238968 May 17 13:56:13.881408 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d262b-3a09-4253-b005-830120deca53 req-71ed59fa-cee1-4c2c-89be-84f44b4c59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:13.883058 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-993d262b-3a09-4253-b005-830120deca53 req-71ed59fa-cee1-4c2c-89be-84f44b4c59f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.1668344 May 17 13:56:13.991763 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-993d262b-3a09-4253-b005-830120deca53 req-74d32238-7091-42e2-8a18-d306d6df0e9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8878ea-c5bf-4907-8478-b352032e2b76 HTTP/1.1" status: 200 len: 1001 time: 0.1010265 May 17 13:56:14.018954 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37140) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:14.081410 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Deleting subnet 7d812c9a-d562-45e9-82e9-bdfa44616f61 {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 13:56:14.084830 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.140637 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.181151 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d262b-3a09-4253-b005-830120deca53 req-e713c499-6b44-4c20-b5db-36a19cd6d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:14.183373 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-993d262b-3a09-4253-b005-830120deca53 req-e713c499-6b44-4c20-b5db-36a19cd6d1a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.1832891 May 17 13:56:14.187801 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:56:14.195143 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.261575 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8e80b-d10f-4dbc-aa03-12363ae0f777 req-182c8c41-f2ff-4b82-8781-d5df152b8929 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:14.263672 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5e8e80b-d10f-4dbc-aa03-12363ae0f777 req-182c8c41-f2ff-4b82-8781-d5df152b8929 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2327039 May 17 13:56:14.312301 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.316117 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d262b-3a09-4253-b005-830120deca53 req-e094bd77-8c81-4fb0-a785-e4840c2545d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:14.317608 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-993d262b-3a09-4253-b005-830120deca53 req-e094bd77-8c81-4fb0-a785-e4840c2545d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1232512 May 17 13:56:14.322302 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5e8e80b-d10f-4dbc-aa03-12363ae0f777 req-559dd0cf-8ebb-4618-965a-4a264bed172c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500915 May 17 13:56:14.346073 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:56:14.373743 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:14.386388 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.388011 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:56:14.427064 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:14.469888 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'code': 200} May 17 13:56:14.484091 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:56:14.484802 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 8a4fc208-22b5-4fad-8ac2-74b2cf3ec165 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:56:14.485453 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 4586ac3c-35e9-4879-85af-d82c04af3936 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:56:14.504871 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-993d262b-3a09-4253-b005-830120deca53 req-b27cecb9-1573-4517-b236-cce1ea79f1cd service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589892 May 17 13:56:14.531492 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 4586ac3c-35e9-4879-85af-d82c04af3936 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:56:14.532190 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 4586ac3c-35e9-4879-85af-d82c04af3936 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:56:14.552153 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=8']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:14.556068 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:14.605873 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.616714 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:14.671490 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d812c9a-d562-45e9-82e9-bdfa44616f61,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:14.673627 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.680141 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d812c9a-d562-45e9-82e9-bdfa44616f61 HTTP/1.1" status: 204 len: 168 time: 0.6600871 May 17 13:56:14.681166 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:14.683652 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37150) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:14.695793 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-993d262b-3a09-4253-b005-830120deca53 req-94acd0b6-581c-4313-be07-babd7246b7ce service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818388 May 17 13:56:14.797126 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.942186 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.957094 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c169ac-7f6b-4dc0-b671-007c0dae5182']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:14.973693 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc35980-c735-4851-b70c-48c879182994') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:14.973693 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc35980-c735-4851-b70c-48c879182994') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:14.982999 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:14.999960 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:15.000213 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0026b350-8955-4383-91d8-55b98cbe478d', 'name': 'network-vif-deleted', 'tag': '4586ac3c-35e9-4879-85af-d82c04af3936'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:56:15.006499 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 13:56:15.006909 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 13:56:15.021614 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 13:56:15.067092 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0026b350-8955-4383-91d8-55b98cbe478d', 'name': 'network-vif-deleted', 'tag': '4586ac3c-35e9-4879-85af-d82c04af3936', 'status': 'completed', 'code': 200} May 17 13:56:15.082203 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a89fbc-7e0b-4010-b1d5-5afa0c45822e req-0d2350af-3508-496e-8c6a-0f986261e625 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:15.083689 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-43a89fbc-7e0b-4010-b1d5-5afa0c45822e req-0d2350af-3508-496e-8c6a-0f986261e625 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1282728 May 17 13:56:15.103129 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:15.108369 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6eea0ca7-beaf-4c3e-83c8-c9a508f853f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:15.124491 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:15.134021 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c169ac-7f6b-4dc0-b671-007c0dae5182,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:15.142467 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:15.146371 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-43a89fbc-7e0b-4010-b1d5-5afa0c45822e req-e2f0edba-bcfd-4eca-868f-26e2a750829f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560417 May 17 13:56:15.148900 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a9eb08ad-6964-4f8c-bff0-2dc62237bb68 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c5c169ac-7f6b-4dc0-b671-007c0dae5182 HTTP/1.1" status: 204 len: 168 time: 0.4641938 May 17 13:56:15.333200 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37178) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:15.391349 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-50f78faf-e964-4790-9f4a-7becc0aeb32e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00031678b9ef42cdb9c08fb92f2f2c5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568991 May 17 13:56:15.393729 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37184) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:15.456871 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-184b754a-bc70-442d-a7b5-201ee80578a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:15.485207 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-184b754a-bc70-442d-a7b5-201ee80578a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:15.531356 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cf810-6d8a-48ac-86f6-2b000f1be233 req-a9025912-4b70-42c4-8701-ba8213f34328 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:15.532847 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-876cf810-6d8a-48ac-86f6-2b000f1be233 req-a9025912-4b70-42c4-8701-ba8213f34328 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0963769 May 17 13:56:15.549344 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-184b754a-bc70-442d-a7b5-201ee80578a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:15.554823 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c37888e7-c39e-46fb-8dd4-cdf17536d723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:15.570584 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b754a-bc70-442d-a7b5-201ee80578a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0016c10-b8b1-41a9-8d73-0b63d3ccb954,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:15.573700 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-184b754a-bc70-442d-a7b5-201ee80578a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:15.580861 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-876cf810-6d8a-48ac-86f6-2b000f1be233 req-36d9f690-2df2-4756-b9eb-74b15414fd8c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 May 17 13:56:15.587294 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-184b754a-bc70-442d-a7b5-201ee80578a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:15.592035 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-184b754a-bc70-442d-a7b5-201ee80578a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0016c10-b8b1-41a9-8d73-0b63d3ccb954 HTTP/1.1" status: 204 len: 168 time: 0.1973641 May 17 13:56:16.351632 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1440b-a49e-49c8-88f1-ef38e92301f9 req-06655b05-521b-4e25-ad02-4b34d9f21b25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:16.353170 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f9c1440b-a49e-49c8-88f1-ef38e92301f9 req-06655b05-521b-4e25-ad02-4b34d9f21b25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0845447 May 17 13:56:16.399312 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f9c1440b-a49e-49c8-88f1-ef38e92301f9 req-97dc9f90-581e-47cb-ab41-4bea77b50d6b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400789 May 17 13:56:16.806240 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3ec1-3ed8-41b0-b48d-211687ddf55e req-fb2f2fe2-a7e2-45a1-9a4d-4d11ec79b076 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:16.809418 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9fef3ec1-3ed8-41b0-b48d-211687ddf55e req-fb2f2fe2-a7e2-45a1-9a4d-4d11ec79b076 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1006522 May 17 13:56:16.856947 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9fef3ec1-3ed8-41b0-b48d-211687ddf55e req-bec23ab2-a63f-486f-85cd-e20591f12279 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 May 17 13:56:17.350985 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-539822c0-7e17-4f90-af74-c915795e20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:17.600108 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673520b-7ba3-4fd5-aa51-f99d763a3a54 req-c716f910-f5d2-49ac-8abe-5191e9e27805 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:17.601556 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7673520b-7ba3-4fd5-aa51-f99d763a3a54 req-c716f910-f5d2-49ac-8abe-5191e9e27805 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0854862 May 17 13:56:17.648978 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7673520b-7ba3-4fd5-aa51-f99d763a3a54 req-bfa32836-3e58-409b-a6a2-9b4252296752 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 May 17 13:56:18.092771 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d47469-19db-4800-865e-3ef426519aa5 req-9564c7e1-1470-4406-8470-ea76c0b2bbd0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:18.102021 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7d47469-19db-4800-865e-3ef426519aa5 req-9564c7e1-1470-4406-8470-ea76c0b2bbd0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1129072 May 17 13:56:18.152099 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7d47469-19db-4800-865e-3ef426519aa5 req-27382aa4-d988-46dd-9952-1624a97f7dfb tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491214 May 17 13:56:18.779356 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:18.819324 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d3a6c-e9f3-498a-97a3-cebaadfae756 req-bb8e1247-6fb5-4f2c-b07e-cc4faea79f80 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:18.820933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-be6d3a6c-e9f3-498a-97a3-cebaadfae756 req-bb8e1247-6fb5-4f2c-b07e-cc4faea79f80 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0856273 May 17 13:56:18.870148 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-be6d3a6c-e9f3-498a-97a3-cebaadfae756 req-1cd55db7-5d25-440c-a298-7f593e6bbe20 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427315 May 17 13:56:19.343517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014a90b-e12b-49fe-86be-60b64c8031de req-f60d0e6a-0ca4-4c73-9597-3566d9bb958c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:19.344977 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3014a90b-e12b-49fe-86be-60b64c8031de req-f60d0e6a-0ca4-4c73-9597-3566d9bb958c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0836489 May 17 13:56:19.404308 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3014a90b-e12b-49fe-86be-60b64c8031de req-125bbe88-8787-47c2-8858-afeb081b88e4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527875 May 17 13:56:19.799992 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-40f091cd-a60f-441f-b1ec-5350d6925f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:20.094731 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34955bca-b788-4062-8964-73108ca6bb51 req-86f1b024-ab0f-4d95-9e03-09bfe69b1b2b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:20.096247 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-34955bca-b788-4062-8964-73108ca6bb51 req-86f1b024-ab0f-4d95-9e03-09bfe69b1b2b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0994902 May 17 13:56:20.150163 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:20.151706 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-34955bca-b788-4062-8964-73108ca6bb51 req-d8c9c5a6-0afb-4b68-9401-b20f48e32e45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491593 May 17 13:56:20.204977 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:56:20.623921 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e29ef5-1e9f-4fad-b7c6-867d953e50bd req-f123c64a-5eab-48f4-aa5e-6dfb261aaf64 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:20.625390 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-45e29ef5-1e9f-4fad-b7c6-867d953e50bd req-f123c64a-5eab-48f4-aa5e-6dfb261aaf64 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1071329 May 17 13:56:20.677234 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-45e29ef5-1e9f-4fad-b7c6-867d953e50bd req-e81ebb96-8a0c-4900-8814-b81b9a077454 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 May 17 13:56:21.048471 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:21.380257 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5312ac-cb87-4c89-bcb8-cdf4f99541b3 req-cbd953ae-2505-48b5-90a3-f57a0995a524 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:21.381849 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ab5312ac-cb87-4c89-bcb8-cdf4f99541b3 req-cbd953ae-2505-48b5-90a3-f57a0995a524 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0885034 May 17 13:56:21.428300 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ab5312ac-cb87-4c89-bcb8-cdf4f99541b3 req-6fe52152-151f-42c0-b4dc-99dbc04e239e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 May 17 13:56:21.902193 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a70916-d05d-4bff-bbc5-d7ec7dc075de req-421c53cb-3bc7-4f46-a54c-eb93f7915b4e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:21.904632 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-46a70916-d05d-4bff-bbc5-d7ec7dc075de req-421c53cb-3bc7-4f46-a54c-eb93f7915b4e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1091843 May 17 13:56:22.049791 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-46a70916-d05d-4bff-bbc5-d7ec7dc075de req-e8d84e8a-5799-49e8-8e88-bf60f584988f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371777 May 17 13:56:22.666090 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7d3a6-f3df-4184-b479-ec7ee1da48ad req-7e5e386e-e337-45e3-b159-ab368e66a58e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:22.667482 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9ce7d3a6-f3df-4184-b479-ec7ee1da48ad req-7e5e386e-e337-45e3-b159-ab368e66a58e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1159873 May 17 13:56:22.728594 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9ce7d3a6-f3df-4184-b479-ec7ee1da48ad req-425145b2-f3dd-4636-acca-05b0c18ffbe4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524881 May 17 13:56:22.876255 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:23.120179 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37398) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:23.262114 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79a239-8771-401b-be0a-9f483a65e8ae req-6db4fc04-f9b0-40f7-add9-b03de082e754 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:23.263673 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4e79a239-8771-401b-be0a-9f483a65e8ae req-6db4fc04-f9b0-40f7-add9-b03de082e754 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0826538 May 17 13:56:23.323289 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4e79a239-8771-401b-be0a-9f483a65e8ae req-b7a928c0-204a-4c4f-9d9f-de028fd6d6b3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 May 17 13:56:23.333536 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:23.360386 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:56:23.365061 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4f57713414024b90a289eeea85857b98 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:56:23.368746 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:56:23.375529 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:56:23.459551 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:23.463395 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:23.475300 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e8f23ce5-5bbc-4ff8-b02f-32748446edbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:23.516123 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f57713414024b90a289eeea85857b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913891 May 17 13:56:23.516519 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37404) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:23.529435 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0772e761-f9ba-42ea-bb5d-f48034a669c0,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:23.534261 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:23.601879 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7db8eb26-022d-4606-a6dd-7d6330d94b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:23.658571 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7db8eb26-022d-4606-a6dd-7d6330d94b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:23.735808 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7db8eb26-022d-4606-a6dd-7d6330d94b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:23.743192 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e6a5a3f1-b0ea-4772-925d-01f63930768a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:23.755869 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8eb26-022d-4606-a6dd-7d6330d94b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772e761-f9ba-42ea-bb5d-f48034a669c0,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:23.758629 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7db8eb26-022d-4606-a6dd-7d6330d94b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:23.759997 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7db8eb26-022d-4606-a6dd-7d6330d94b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:23.761142 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7db8eb26-022d-4606-a6dd-7d6330d94b55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0772e761-f9ba-42ea-bb5d-f48034a669c0 HTTP/1.1" status: 204 len: 168 time: 0.2436860 May 17 13:56:24.013956 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243d363-a2eb-4d92-b7eb-5d706a8d3e3f req-7b60047a-26b0-4935-bf22-92be4d553ed6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:24.024899 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0243d363-a2eb-4d92-b7eb-5d706a8d3e3f req-7b60047a-26b0-4935-bf22-92be4d553ed6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1219430 May 17 13:56:24.090514 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0243d363-a2eb-4d92-b7eb-5d706a8d3e3f req-b522543c-a2ca-412f-b59f-4c73d89bd9a6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649595 May 17 13:56:24.536975 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffd786-4c1d-49b6-9bb9-c4c068a16c2f req-1757e8fa-d9b6-4ba4-a785-af8201dcb038 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:24.538633 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-caffd786-4c1d-49b6-9bb9-c4c068a16c2f req-1757e8fa-d9b6-4ba4-a785-af8201dcb038 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1011167 May 17 13:56:24.592495 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-caffd786-4c1d-49b6-9bb9-c4c068a16c2f req-299eddb4-b6e9-4517-bba6-94c0cc35bfa7 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 May 17 13:56:25.317953 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cc794-3deb-482f-b4c6-6c637d703bd7 req-2b828146-0bdd-401b-bc5f-2f0c00c10df0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:25.327188 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-387cc794-3deb-482f-b4c6-6c637d703bd7 req-2b828146-0bdd-401b-bc5f-2f0c00c10df0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0950675 May 17 13:56:25.371799 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-387cc794-3deb-482f-b4c6-6c637d703bd7 req-971c6080-8159-431d-8830-01c80a18929c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 May 17 13:56:25.691317 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37466) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:25.796659 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90147cd-de89-4803-a759-f23ae59b0366 req-8c835bb6-32ec-48b0-9b2e-05cd875b4775 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:25.798955 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a90147cd-de89-4803-a759-f23ae59b0366 req-8c835bb6-32ec-48b0-9b2e-05cd875b4775 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0904202 May 17 13:56:25.835076 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:25.850069 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:56:25.852015 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a90147cd-de89-4803-a759-f23ae59b0366 req-221e2743-70db-4531-ad2d-616d146fda0c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 May 17 13:56:25.857049 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a51ce4948d431ea62d62db1776c4be is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:56:25.860845 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:56:25.866863 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:56:25.974631 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:25.978900 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:25.986873 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-2d2cbf86-6c5b-475e-8fd1-995797edfaef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:26.037223 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6a51ce4948d431ea62d62db1776c4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446753 May 17 13:56:26.038274 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20173de7-5457-4764-b1b1-5a565c804b0f,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:26.039971 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 37472) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:26.041501 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:26.099251 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2fbdba81-e668-4c13-9614-8cd8e53d9c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.125326 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2fbdba81-e668-4c13-9614-8cd8e53d9c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.177880 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2fbdba81-e668-4c13-9614-8cd8e53d9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.181672 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-505b61f1-f6a1-4be2-86ca-03a50b1933d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:26.193911 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdba81-e668-4c13-9614-8cd8e53d9c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20173de7-5457-4764-b1b1-5a565c804b0f,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:26.196692 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2fbdba81-e668-4c13-9614-8cd8e53d9c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:26.202712 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2fbdba81-e668-4c13-9614-8cd8e53d9c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.206151 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-2fbdba81-e668-4c13-9614-8cd8e53d9c17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20173de7-5457-4764-b1b1-5a565c804b0f HTTP/1.1" status: 204 len: 168 time: 0.1629152 May 17 13:56:26.567818 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37486) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:26.595771 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.605945 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac4da-1dc8-4aba-b545-58e5204f2fcd req-c890d9cb-909a-46fb-8104-8b3dd49c169e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:26.608643 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7aaac4da-1dc8-4aba-b545-58e5204f2fcd req-c890d9cb-909a-46fb-8104-8b3dd49c169e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0956674 May 17 13:56:26.610949 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:56:26.614822 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6dd758ac23f548909635d09298e2c718 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:56:26.617723 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:56:26.623846 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:56:26.696013 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7aaac4da-1dc8-4aba-b545-58e5204f2fcd req-4985ef5e-4186-4998-9a0d-462df19ce667 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780435 May 17 13:56:26.720687 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.725953 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.733788 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c19ac835-3864-48bf-86ca-acbfef4189b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:26.774335 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6dd758ac23f548909635d09298e2c718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052901 May 17 13:56:26.776769 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37490) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:26.779533 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0284b3ef-71fb-467f-9d55-ceb5c74d6754,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:26.794002 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:26.846859 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38743517-77cc-4e78-8304-9e20365a035d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.875126 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38743517-77cc-4e78-8304-9e20365a035d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.938165 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38743517-77cc-4e78-8304-9e20365a035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.941927 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7db8eb26-022d-4606-a6dd-7d6330d94b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:26.952807 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38743517-77cc-4e78-8304-9e20365a035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0284b3ef-71fb-467f-9d55-ceb5c74d6754,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:26.956899 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-38743517-77cc-4e78-8304-9e20365a035d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:26.975931 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38743517-77cc-4e78-8304-9e20365a035d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:26.978937 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-38743517-77cc-4e78-8304-9e20365a035d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0284b3ef-71fb-467f-9d55-ceb5c74d6754 HTTP/1.1" status: 204 len: 168 time: 0.2011871 May 17 13:56:27.056280 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54346be-0b2b-488b-92f8-367d711304c9 req-5e3d87f2-7343-4b52-b6a5-659409046340 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:27.057820 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b54346be-0b2b-488b-92f8-367d711304c9 req-5e3d87f2-7343-4b52-b6a5-659409046340 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0880363 May 17 13:56:27.105257 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b54346be-0b2b-488b-92f8-367d711304c9 req-ef3f6abb-8a51-4cd5-8a63-2bb8ce6d0d72 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 May 17 13:56:27.905483 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6d3bf-5ac8-474d-aede-e4b101e5fd78 req-be4aae57-cfe3-44f7-936d-9a29efb63003 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:27.907045 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6cb6d3bf-5ac8-474d-aede-e4b101e5fd78 req-be4aae57-cfe3-44f7-936d-9a29efb63003 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0972629 May 17 13:56:27.963631 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6cb6d3bf-5ac8-474d-aede-e4b101e5fd78 req-cb0fa9c5-f8f9-430c-9c17-6b239cf96ec6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505469 May 17 13:56:28.340504 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c18a79-9fd5-4d74-84e3-f73f695bfbb1 req-dfc366a0-d280-4ceb-b0fe-c244716ad153 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:28.341953 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-65c18a79-9fd5-4d74-84e3-f73f695bfbb1 req-dfc366a0-d280-4ceb-b0fe-c244716ad153 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0958972 May 17 13:56:28.404772 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-65c18a79-9fd5-4d74-84e3-f73f695bfbb1 req-78ecdca2-ef3f-4dc1-8d54-4a28895bf2ee tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558045 May 17 13:56:29.241195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110a715-a1fb-40f1-8620-15d6a5c032b9 req-4eaa8ce8-33d8-4c16-bc05-57411adf3b5e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:29.243784 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2110a715-a1fb-40f1-8620-15d6a5c032b9 req-4eaa8ce8-33d8-4c16-bc05-57411adf3b5e tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1152172 May 17 13:56:29.304914 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37564) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:29.323388 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2110a715-a1fb-40f1-8620-15d6a5c032b9 req-1c7938be-6fd2-407a-a121-14ac907a5813 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715671 May 17 13:56:29.591438 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-3e02ecda-267e-4de7-b267-6b1cccd669eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2786548 May 17 13:56:29.750641 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affd837-d237-4479-8915-bc53c46cfe87 req-a6eeab7d-01fd-402f-91c5-0e6ecb471750 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:29.757482 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4affd837-d237-4479-8915-bc53c46cfe87 req-a6eeab7d-01fd-402f-91c5-0e6ecb471750 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1431139 May 17 13:56:29.815320 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4affd837-d237-4479-8915-bc53c46cfe87 req-ea28a3f3-24a4-4ace-8f07-9be477d9fbb5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568941 May 17 13:56:30.579686 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b827c-48d6-46ef-bee9-76ed7127a2c0 req-615958d6-d757-4bbb-a43c-4804b88fef3a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:30.581433 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-321b827c-48d6-46ef-bee9-76ed7127a2c0 req-615958d6-d757-4bbb-a43c-4804b88fef3a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0889981 May 17 13:56:30.633064 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-321b827c-48d6-46ef-bee9-76ed7127a2c0 req-a773aca7-8a6f-467a-bdee-f906f787dfd8 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456793 May 17 13:56:31.251981 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d380-d051-41ab-9791-5d472272ef50 req-3220462b-a254-406a-b479-36b2f467f955 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:31.260369 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8f44d380-d051-41ab-9791-5d472272ef50 req-3220462b-a254-406a-b479-36b2f467f955 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0978377 May 17 13:56:31.312256 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8f44d380-d051-41ab-9791-5d472272ef50 req-c9e1142d-9599-4de0-83e1-76fd8b2023f5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509987 May 17 13:56:31.908801 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-50ec7a69-7956-4534-917f-b2a351507eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:31.910596 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-50ec7a69-7956-4534-917f-b2a351507eb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46&tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc HTTP/1.1" status: 200 len: 1097 time: 0.2053096 May 17 13:56:31.942275 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6234f-9ff6-4dd8-8eb5-9dc966ecd760 req-7d5c46e7-7e55-47a5-9ee4-ae4c0fde8c01 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:31.943722 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-33f6234f-9ff6-4dd8-8eb5-9dc966ecd760 req-7d5c46e7-7e55-47a5-9ee4-ae4c0fde8c01 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1862721 May 17 13:56:32.046841 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-33f6234f-9ff6-4dd8-8eb5-9dc966ecd760 req-d63892b0-e880-4006-82d3-5e37aa5e1b3f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942388 May 17 13:56:32.065450 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-3cb3a8f0-5077-4d95-bd4c-71c355d06fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:32.066952 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-3cb3a8f0-5077-4d95-bd4c-71c355d06fea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 1097 time: 0.1002424 May 17 13:56:32.250437 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-bb150694-09e2-4b33-84b6-3891563e271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:32.252026 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-bb150694-09e2-4b33-84b6-3891563e271f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.1698155 May 17 13:56:32.434958 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-4ab0d319-5579-47a5-ae49-46fc26e2765b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8878ea-c5bf-4907-8478-b352032e2b76 HTTP/1.1" status: 200 len: 999 time: 0.1680984 May 17 13:56:32.557816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-dab67f22-5cbf-4967-a6da-047471a441ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:32.559284 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-dab67f22-5cbf-4967-a6da-047471a441ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.0849731 May 17 13:56:32.639031 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33b65a-6f28-4f3e-932b-f8140c4e491c req-55d4c8d7-b633-414b-a0e6-965754e43221 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:32.645997 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-da33b65a-6f28-4f3e-932b-f8140c4e491c req-55d4c8d7-b633-414b-a0e6-965754e43221 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2100863 May 17 13:56:32.700933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-da33b65a-6f28-4f3e-932b-f8140c4e491c req-60d3f887-f81d-4ac0-98d6-b4c07422421f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539432 May 17 13:56:32.735426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-d82b2560-514b-4bba-b5c1-290267d3baef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:32.737000 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-d82b2560-514b-4bba-b5c1-290267d3baef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1687064 May 17 13:56:32.904429 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-4da62182-ffd4-434e-b1ff-6660ff06bf8e service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553507 May 17 13:56:33.070553 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cda2fae2-28eb-46ae-b342-98520c535f15 req-ef4e6320-7d81-4efd-bf91-4d5d00485864 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580408 May 17 13:56:33.334182 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303bdde-3017-4824-aa73-c0537357af07 req-c3e1593c-17cb-4ce8-b5fd-e7da34174aff tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:33.335681 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e303bdde-3017-4824-aa73-c0537357af07 req-c3e1593c-17cb-4ce8-b5fd-e7da34174aff tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1120567 May 17 13:56:33.412031 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e303bdde-3017-4824-aa73-c0537357af07 req-e7d358b0-ab7a-494f-b83f-35021bc34c8b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642371 May 17 13:56:34.051883 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11768594-2e7c-465a-b075-6045f9a41ef4 req-ed6ffd6c-0d57-4118-8b06-036b45a0f2ab tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:34.054376 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-11768594-2e7c-465a-b075-6045f9a41ef4 req-ed6ffd6c-0d57-4118-8b06-036b45a0f2ab tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1177328 May 17 13:56:34.157094 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-11768594-2e7c-465a-b075-6045f9a41ef4 req-39fa6c78-15cf-49f8-8962-512270f509c6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959125 May 17 13:56:34.674180 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59ee90-267e-4ebb-98dd-666b3361f31c req-15308fcb-5461-42ff-979b-674c28c9a697 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:34.692594 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0e59ee90-267e-4ebb-98dd-666b3361f31c req-15308fcb-5461-42ff-979b-674c28c9a697 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1579747 May 17 13:56:34.818408 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0e59ee90-267e-4ebb-98dd-666b3361f31c req-bbf7e818-3e1a-476d-a180-f3c54bdee3fb tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244843 May 17 13:56:35.462716 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e976d-42b7-4368-bf88-0dbfd8b1c6ab req-8912a07f-c3e7-40f2-9512-d14e74fc7f7b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:35.476543 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5b7e976d-42b7-4368-bf88-0dbfd8b1c6ab req-8912a07f-c3e7-40f2-9512-d14e74fc7f7b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1263082 May 17 13:56:35.580111 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5b7e976d-42b7-4368-bf88-0dbfd8b1c6ab req-dbbb82c5-0770-4d67-bb28-870c1bd68d45 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021924 May 17 13:56:36.083538 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37758) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:36.148600 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325ee4-9312-42fb-80c9-27e9ba491c6b req-0afd721a-8d20-4b91-8b54-41afb4f036dd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:36.166402 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b325ee4-9312-42fb-80c9-27e9ba491c6b req-0afd721a-8d20-4b91-8b54-41afb4f036dd tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1772749 May 17 13:56:36.250649 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b325ee4-9312-42fb-80c9-27e9ba491c6b req-1dfd6883-a7a7-4908-a4bc-eb8abf892e0b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831895 May 17 13:56:36.287496 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:36.325925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:56:36.335138 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Usage tracker for resource:security_group_rule and tenant:f51413851cd24f9883df5d34338b645e is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:56:36.345048 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:56:36.351340 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:56:36.486062 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:36.491209 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:36.500009 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-fddceb4f-08bf-45a5-a077-85c70cdcba5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:36.540175 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12897066-1015-4365-ae1c-67cb7af5fe8c,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:36.549191 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f51413851cd24f9883df5d34338b645e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593973 May 17 13:56:36.549408 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 37764) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:36.551614 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.551913 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.552272 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.552750 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.552967 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.553312 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.553677 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.554021 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.554420 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.554766 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.555105 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.555443 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:36.559300 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:36.710387 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:36.774942 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:37.041231 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c163-7d53-479a-94a5-188670e21ef5 req-31ccf6ac-1a65-4d1c-b375-859aeb21ef04 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:37.052166 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c325c163-7d53-479a-94a5-188670e21ef5 req-31ccf6ac-1a65-4d1c-b375-859aeb21ef04 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2179990 May 17 13:56:37.096934 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:37.114617 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2ed16382-28c9-4fd8-99b5-49e934ff25b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:37.151024 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12897066-1015-4365-ae1c-67cb7af5fe8c,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:37.227765 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c325c163-7d53-479a-94a5-188670e21ef5 req-90c71c13-69b7-4782-b96c-f39de552f5ad tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740038 May 17 13:56:37.229924 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:37.236913 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12897066-1015-4365-ae1c-67cb7af5fe8c HTTP/1.1" status: 204 len: 168 time: 0.6855774 May 17 13:56:37.245738 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.246148 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.246509 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.246868 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.247214 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.247561 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.247904 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.248873 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.250423 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.250803 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.251156 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.251501 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:37.261224 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:37.834442 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7f2c2-3d7c-4078-9b04-4c176da7ca9d req-c8bdaf50-d37d-4187-a6e1-ad3fcfbf7a0c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:37.842902 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-42d7f2c2-3d7c-4078-9b04-4c176da7ca9d req-c8bdaf50-d37d-4187-a6e1-ad3fcfbf7a0c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.3189802 May 17 13:56:37.930242 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37790) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:37.954001 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-42d7f2c2-3d7c-4078-9b04-4c176da7ca9d req-575a81ea-ef32-45a9-b566-165ca606c968 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046600 May 17 13:56:37.975000 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:38.025239 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:56:38.037561 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:86f5666d3db84139a13978f699cdeb6c is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:56:38.041160 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:56:38.055569 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:56:38.164001 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:38.169459 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:38.179260 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d5dfbdd3-b331-4b02-b9c8-2b0b9a17e653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:38.218435 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86f5666d3db84139a13978f699cdeb6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861209 May 17 13:56:38.219406 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d394130-3419-4f4c-8b8c-21525c0ed1dc,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:38.221784 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 37794) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:38.223510 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:38.351265 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca9d-3c75-4b99-8982-871e18b76ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:38.390525 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca9d-3c75-4b99-8982-871e18b76ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:38.552415 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca9d-3c75-4b99-8982-871e18b76ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:38.610376 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3801d2c4-b72b-446f-857c-426399fcb486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:38.632012 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:56:38.676261 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108d3dc-5c11-408e-be1a-66b257577c8a req-b4148a50-bfb2-476f-8d91-9c84c35228dc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:38.679267 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3108d3dc-5c11-408e-be1a-66b257577c8a req-b4148a50-bfb2-476f-8d91-9c84c35228dc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2673228 May 17 13:56:38.680879 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79ca9d-3c75-4b99-8982-871e18b76ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d394130-3419-4f4c-8b8c-21525c0ed1dc,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:38.683490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7f79ca9d-3c75-4b99-8982-871e18b76ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:38.687103 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-7f79ca9d-3c75-4b99-8982-871e18b76ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:38.693877 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-7f79ca9d-3c75-4b99-8982-871e18b76ccc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d394130-3419-4f4c-8b8c-21525c0ed1dc HTTP/1.1" status: 204 len: 168 time: 0.4676130 May 17 13:56:38.765539 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3108d3dc-5c11-408e-be1a-66b257577c8a req-26956701-b2e1-436e-83f6-63f6d146de5c tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805144 May 17 13:56:39.374692 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63836a-15d7-4241-abe2-ab8d1dfe9df6 req-16df1653-3aa1-489c-a271-9aff0a0845db tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:39.387404 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-eb63836a-15d7-4241-abe2-ab8d1dfe9df6 req-16df1653-3aa1-489c-a271-9aff0a0845db tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.2251375 May 17 13:56:39.484281 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-eb63836a-15d7-4241-abe2-ab8d1dfe9df6 req-eca7565d-fa07-4b78-ae9c-e0b16358dfba tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957229 May 17 13:56:40.107917 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b65aa-30d9-410a-a47c-6bdecac981d2 req-37c1b7d4-e809-4ee6-b90d-3d26b651ed3a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:40.118671 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ab3b65aa-30d9-410a-a47c-6bdecac981d2 req-37c1b7d4-e809-4ee6-b90d-3d26b651ed3a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1393340 May 17 13:56:40.231039 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ab3b65aa-30d9-410a-a47c-6bdecac981d2 req-35a5f303-30ec-4a8d-ba27-dcd55aeed8f4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108696 May 17 13:56:40.794381 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd9554-238b-45b1-9ad0-7bbbddbacdcc req-4af576d2-713c-4b8d-8f89-0e37bdbd6a35 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:40.805142 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8dcd9554-238b-45b1-9ad0-7bbbddbacdcc req-4af576d2-713c-4b8d-8f89-0e37bdbd6a35 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1708121 May 17 13:56:40.906180 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8dcd9554-238b-45b1-9ad0-7bbbddbacdcc req-090c3630-5336-42e3-b24c-8ed613dc9db5 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936327 May 17 13:56:41.652303 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d234f8-be13-42ac-a9de-3020a33d4435 req-6b7b3bc6-645b-4a69-9f81-e93bfe0eb13d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:41.672938 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-21d234f8-be13-42ac-a9de-3020a33d4435 req-6b7b3bc6-645b-4a69-9f81-e93bfe0eb13d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1998515 May 17 13:56:41.767062 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-21d234f8-be13-42ac-a9de-3020a33d4435 req-34186b89-4d7b-460d-a2fe-f4d89d6a2157 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922189 May 17 13:56:42.162676 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7938ee3-19b3-460d-a7bd-a3605d49227f req-12478d3e-062b-4408-b139-b8ac411a4859 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:42.171609 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7938ee3-19b3-460d-a7bd-a3605d49227f req-12478d3e-062b-4408-b139-b8ac411a4859 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1129591 May 17 13:56:42.233694 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7938ee3-19b3-460d-a7bd-a3605d49227f req-c784c312-ef9b-44b1-a413-ddbcc095833d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608141 May 17 13:56:42.954757 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11617839-e1b9-4e96-8a4d-f372ec0fc65e req-d504cbe6-05e4-4845-b03c-1a4a027f45f3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:42.956169 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-11617839-e1b9-4e96-8a4d-f372ec0fc65e req-d504cbe6-05e4-4845-b03c-1a4a027f45f3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0846159 May 17 13:56:43.025435 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-11617839-e1b9-4e96-8a4d-f372ec0fc65e req-319536ec-260a-4c4a-85fa-c913a82deb16 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635984 May 17 13:56:43.444449 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa565cb-c880-4b07-8539-5cd3a317f243 req-5b1910f3-dcf1-4c60-80ed-8934116e97e8 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:43.445955 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2fa565cb-c880-4b07-8539-5cd3a317f243 req-5b1910f3-dcf1-4c60-80ed-8934116e97e8 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1047852 May 17 13:56:43.496211 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2fa565cb-c880-4b07-8539-5cd3a317f243 req-bbc72832-a747-4705-bed3-24313a4d0254 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438139 May 17 13:56:43.925571 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 37906) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:44.071156 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:44.095238 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:56:44.102097 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Usage tracker for resource:security_group_rule and tenant:f53345a502034397a5f9fb85b9133cab is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:56:44.108383 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:56:44.118839 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:56:44.251925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:44.256658 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:44.290461 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-88e25006-bf17-4b1e-a9f4-1bccb422f7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:44.306157 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 37932) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:44.306521 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f53345a502034397a5f9fb85b9133cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795428 May 17 13:56:44.343368 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98250c90-6392-4b25-a4c6-edbbdf021cd2,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:44.347475 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-397f1ab3-bd24-4862-8f55-e92281b37580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:44.483032 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1bead-b168-4f3e-8780-fb3ca6309232 req-d05b41be-b470-491a-a158-53d4750f8df4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:44.483032 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-33b1bead-b168-4f3e-8780-fb3ca6309232 req-d05b41be-b470-491a-a158-53d4750f8df4 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2910271 May 17 13:56:44.491433 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8800b7bd-bf23-41b8-8e27-05a94c7c517c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:44.577267 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8800b7bd-bf23-41b8-8e27-05a94c7c517c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:44.589791 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-33b1bead-b168-4f3e-8780-fb3ca6309232 req-f69c4681-4eb1-4f9c-8976-8a22a95d01cc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994439 May 17 13:56:44.654781 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8800b7bd-bf23-41b8-8e27-05a94c7c517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:44.660696 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d3a87136-5d94-4123-9a51-894cba7f7cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:44.679315 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800b7bd-bf23-41b8-8e27-05a94c7c517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98250c90-6392-4b25-a4c6-edbbdf021cd2,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:44.682601 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8800b7bd-bf23-41b8-8e27-05a94c7c517c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:44.694267 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8800b7bd-bf23-41b8-8e27-05a94c7c517c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:44.695117 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-8800b7bd-bf23-41b8-8e27-05a94c7c517c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98250c90-6392-4b25-a4c6-edbbdf021cd2 HTTP/1.1" status: 204 len: 168 time: 0.3880272 May 17 13:56:44.910736 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97063e9e-60f5-475e-be9a-6a10b5e69be9 req-a19e8c0d-42cf-4ca8-b61f-cb1d4bf835c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:44.912269 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-97063e9e-60f5-475e-be9a-6a10b5e69be9 req-a19e8c0d-42cf-4ca8-b61f-cb1d4bf835c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1078792 May 17 13:56:44.985770 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-97063e9e-60f5-475e-be9a-6a10b5e69be9 req-025df81b-c485-40e0-9395-37e75cddb27b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673943 May 17 13:56:45.868480 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b7aa8-281b-4e98-ae79-8c2a7fb43a60 req-5dbd0864-e40c-44a6-bbcd-d3ae85e538b2 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:45.870118 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f8b7aa8-281b-4e98-ae79-8c2a7fb43a60 req-5dbd0864-e40c-44a6-bbcd-d3ae85e538b2 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0854466 May 17 13:56:45.919124 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f8b7aa8-281b-4e98-ae79-8c2a7fb43a60 req-ad8bcfa3-39e3-4b31-9c4b-eb058bd4153b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 May 17 13:56:46.251570 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313e9ee-99a9-4ef2-88bf-e7be43caa794 req-0633318e-d088-4b0c-bf53-b8f019d10564 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:46.258766 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f313e9ee-99a9-4ef2-88bf-e7be43caa794 req-0633318e-d088-4b0c-bf53-b8f019d10564 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1168857 May 17 13:56:46.308510 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f313e9ee-99a9-4ef2-88bf-e7be43caa794 req-5f87a017-e848-4407-ac5c-faa2bbe969d7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486348 May 17 13:56:46.375242 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 38018) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:46.446584 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_v2 [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Deleting subnet 1049c28b-9309-4e47-8b74-4024f0ec0ac1 {{(pid=78715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 13:56:46.450019 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:46.514662 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3687843'] for subnet, precommit_delete_associations {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:46.571528 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:46.907079 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-745656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3862552'] for subnet, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:46.911565 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f1be9314-c6e2-40e9-bd16-e1185326a771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:46.960861 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:46.964595 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1049c28b-9309-4e47-8b74-4024f0ec0ac1,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:46.971344 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:46.973171 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1049c28b-9309-4e47-8b74-4024f0ec0ac1 HTTP/1.1" status: 204 len: 168 time: 0.5966008 May 17 13:56:46.975821 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 38030) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:47.153243 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.293511 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38036) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:47.331853 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825c68d-85c8-4d47-bc92-2d20f7c916ec req-b05fb975-37d6-461e-b8b7-7021994d3b01 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:47.333355 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3825c68d-85c8-4d47-bc92-2d20f7c916ec req-b05fb975-37d6-461e-b8b7-7021994d3b01 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2360308 May 17 13:56:47.337142 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.347578 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e0390ced-9c50-4fdf-9633-a630f5ce743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.367738 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeeddf9b-c676-4819-a741-6258bcac6393']}} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:47.398289 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d07d100-a15a-46af-adfa-cff7600cd003') {'for_net_delete': True} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:47.398686 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d07d100-a15a-46af-adfa-cff7600cd003') {} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:56:47.416988 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3825c68d-85c8-4d47-bc92-2d20f7c916ec req-275b6640-d338-4a57-9b54-7c97645f6ef7 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719926 May 17 13:56:47.418826 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3687852'] for segment, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.436067 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.450080 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=78715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 13:56:47.450080 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-745502'] for segment, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: Traceback (most recent call last): May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: timer() May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: cb(*args, **kw) May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: return func(*args, **kwargs) May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: self._notify() May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: self.callback(batched_events) May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: event.method(event) May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_uuid = self.p_client.list_aggregates( May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: return f(self, *a, **k) May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: return self._get(url).json() May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: return self.request(url, 'GET', **kwargs) May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: base_url = self.get_endpoint(auth, allow=allow, May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 13:56:47.459029 dv-cinder-788363-3-smb neutron-server[78715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 13:56:47.470291 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.500898 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:56:47.510974 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8f04ce113c4df3ada8e4088ac8ea06 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:56:47.517334 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:56:47.530893 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:56:47.544658 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.604331 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-710e4604-0a55-4e97-8e45-8902debf9f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:47.628710 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Pushing event deleted for resources: {'Network': ['ID=aeeddf9b-c676-4819-a741-6258bcac6393,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:47.631836 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.634261 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:47.641990 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a0dd0645-8a3b-41e8-8c33-67493ae045fc admin admin] 10.222.0.44 "DELETE /v2.0/networks/aeeddf9b-c676-4819-a741-6258bcac6393 HTTP/1.1" status: 204 len: 168 time: 0.6651771 May 17 13:56:47.642630 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.651404 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.678861 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ea48d-a199-44c1-88f9-566be1364ddd req-5e06dc48-cfed-46c3-bbdb-d80e78cb939f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:47.680315 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-770ea48d-a199-44c1-88f9-566be1364ddd req-5e06dc48-cfed-46c3-bbdb-d80e78cb939f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1212337 May 17 13:56:47.684450 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7d50624b-9e96-426e-a372-976a017886e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:47.728078 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d8f04ce113c4df3ada8e4088ac8ea06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332693 May 17 13:56:47.729154 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca3f94-6c07-453c-8627-fda1186644a7,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:47.731725 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38054) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:47.734601 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-267eb3d1-995c-48aa-8206-ef9f30b6ca61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:47.790888 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-770ea48d-a199-44c1-88f9-566be1364ddd req-3f423f0c-0fd0-46dc-8e70-92735f8718af tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014240 May 17 13:56:47.818556 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e52f5015-2f83-4033-ac94-41d36c506843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.839603 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 38060) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:47.848204 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e52f5015-2f83-4033-ac94-41d36c506843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.892397 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-0d033b0c-78c4-4e81-8592-0457eed43ae9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8127b341249b46af98beb0bf3b4559da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513544 May 17 13:56:47.895416 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 38064) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:56:47.909228 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e52f5015-2f83-4033-ac94-41d36c506843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.914709 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-53e05b47-4c29-4dd5-8564-f9967892b6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:47.935070 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f5015-2f83-4033-ac94-41d36c506843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca3f94-6c07-453c-8627-fda1186644a7,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:47.937997 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e52f5015-2f83-4033-ac94-41d36c506843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:47.955040 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e52f5015-2f83-4033-ac94-41d36c506843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:47.967192 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e52f5015-2f83-4033-ac94-41d36c506843 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64ca3f94-6c07-453c-8627-fda1186644a7 HTTP/1.1" status: 204 len: 168 time: 0.2332006 May 17 13:56:47.970102 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ba76bfb1-cb36-4446-ad56-6750296b53db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:48.004834 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ba76bfb1-cb36-4446-ad56-6750296b53db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:48.072388 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ba76bfb1-cb36-4446-ad56-6750296b53db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:48.079249 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d945a811-0663-48cb-bc21-09fed885dba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:48.093851 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76bfb1-cb36-4446-ad56-6750296b53db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c769763-30a2-4629-87fc-48b9260ecc62,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:48.096473 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ba76bfb1-cb36-4446-ad56-6750296b53db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:48.097749 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ba76bfb1-cb36-4446-ad56-6750296b53db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:48.101084 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ba76bfb1-cb36-4446-ad56-6750296b53db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c769763-30a2-4629-87fc-48b9260ecc62 HTTP/1.1" status: 204 len: 168 time: 0.2020795 May 17 13:56:48.714896 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e9155-915a-453a-ad5e-b2651e426b24 req-b90d9524-e571-45ce-8fba-26caa2ce3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:48.716381 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-096e9155-915a-453a-ad5e-b2651e426b24 req-b90d9524-e571-45ce-8fba-26caa2ce3e9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.1779766 May 17 13:56:48.729696 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6877f-0621-4021-9243-c3316466b333 req-14e4689e-78bd-4dd7-b885-eea1a5c5cb83 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:48.733630 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfa6877f-0621-4021-9243-c3316466b333 req-14e4689e-78bd-4dd7-b885-eea1a5c5cb83 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1211264 May 17 13:56:48.794242 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:48.875135 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfa6877f-0621-4021-9243-c3316466b333 req-93a34976-dc76-487b-9bba-784637649746 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358299 May 17 13:56:48.921586 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e9155-915a-453a-ad5e-b2651e426b24 req-1f017d14-e15e-4965-95bd-c10dafc0d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:48.923470 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-096e9155-915a-453a-ad5e-b2651e426b24 req-1f017d14-e15e-4965-95bd-c10dafc0d7af service neutron] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 919 time: 0.1826417 May 17 13:56:49.035238 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-096e9155-915a-453a-ad5e-b2651e426b24 req-6e2a1e86-987a-4234-b3a8-a3a0a80ddf06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 200 len: 217 time: 0.0790839 May 17 13:56:49.118565 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263524c-8d0f-4290-90b9-ed15e04132dd req-6bcaf5a0-7426-4c3c-b724-30692791e06f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:49.120072 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8263524c-8d0f-4290-90b9-ed15e04132dd req-6bcaf5a0-7426-4c3c-b724-30692791e06f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.1955307 May 17 13:56:49.121562 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e9155-915a-453a-ad5e-b2651e426b24 req-d4304f4b-91dc-4b09-b82d-d75b68ce283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:49.123034 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-096e9155-915a-453a-ad5e-b2651e426b24 req-d4304f4b-91dc-4b09-b82d-d75b68ce283d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.0786622 May 17 13:56:49.260382 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-096e9155-915a-453a-ad5e-b2651e426b24 req-35a8c886-3991-4237-98e5-1e2def14024e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162827 May 17 13:56:49.300880 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8263524c-8d0f-4290-90b9-ed15e04132dd req-c0fc2666-89f1-4c9e-b9bc-ad7019d81428 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737442 May 17 13:56:49.407510 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-096e9155-915a-453a-ad5e-b2651e426b24 req-6a54dace-b1dc-49ce-abfb-1c293760f56a service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372063 May 17 13:56:49.553242 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-096e9155-915a-453a-ad5e-b2651e426b24 req-8f13b64a-88ce-4f92-aa59-670045d30859 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364298 May 17 13:56:49.696040 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f87db-4f34-4fcf-9166-b25f9fdd1a37 req-2cb65b58-4e36-43ac-829f-be445439c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:49.697508 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b5f87db-4f34-4fcf-9166-b25f9fdd1a37 req-2cb65b58-4e36-43ac-829f-be445439c1f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.0928798 May 17 13:56:49.749159 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b5f87db-4f34-4fcf-9166-b25f9fdd1a37 req-b6e3d3c0-04be-41fb-88c1-8a46f89796f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 May 17 13:56:49.807387 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6a551e7a-089e-4536-9ba2-b8b0125beb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:50.102680 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b79c5-a353-4d22-b034-cbeb0f2ce4a2 req-b4e8b68d-0786-4b36-b596-50c4fe85802b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:50.105051 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3d6b79c5-a353-4d22-b034-cbeb0f2ce4a2 req-b4e8b68d-0786-4b36-b596-50c4fe85802b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1018739 May 17 13:56:50.166063 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:50.178368 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3d6b79c5-a353-4d22-b034-cbeb0f2ce4a2 req-406eef86-88e6-44e1-bc11-3769b5fe549f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646436 May 17 13:56:50.402947 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:56:50.500155 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3198286-7d62-4f9a-819c-3163bf956d95 req-518db581-5e50-4498-a09f-628aadb9ed19 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:50.501646 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a3198286-7d62-4f9a-819c-3163bf956d95 req-518db581-5e50-4498-a09f-628aadb9ed19 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 944 time: 0.0844295 May 17 13:56:50.538607 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:50.553080 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a3198286-7d62-4f9a-819c-3163bf956d95 req-d534146f-ac74-4214-8bfc-be41c64935f7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 May 17 13:56:50.556650 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'port_id': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'mac_address': 'fa:16:3e:47:0c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:56:50.614316 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:50.633503 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8878ea-c5bf-4907-8478-b352032e2b76 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:56:50.650840 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:50.655446 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:50.658237 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:50.727280 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=9']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:50.734983 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.735322 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.735650 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.735973 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.736295 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.736610 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.736930 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.737243 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.737555 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.737965 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.738279 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.738591 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:56:50.742392 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:50.932287 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['2a8878ea-c5bf-4907-8478-b352032e2b76'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:56:51.121828 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:51.415822 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3c81b-70b6-4639-a480-42f6d253c2ec req-8e82d492-0e40-469a-9c7e-bfaa01e69d24 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:51.424403 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48a3c81b-70b6-4639-a480-42f6d253c2ec req-8e82d492-0e40-469a-9c7e-bfaa01e69d24 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1074755 May 17 13:56:51.493217 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48a3c81b-70b6-4639-a480-42f6d253c2ec req-d794e2ee-a687-4c8d-b32d-4a3e0cbd0f01 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613410 May 17 13:56:51.890553 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82597af-1e3c-40fe-8b7b-ec46182c8f24 req-415b3a1f-016f-4ecf-b086-6048b10de6c2 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:51.892324 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c82597af-1e3c-40fe-8b7b-ec46182c8f24 req-415b3a1f-016f-4ecf-b086-6048b10de6c2 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 945 time: 0.0990155 May 17 13:56:51.955528 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c82597af-1e3c-40fe-8b7b-ec46182c8f24 req-bda82411-a6f5-40b2-b44a-1e72c2f5b52a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564556 May 17 13:56:52.196885 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-16f84a33-1bbf-45dd-b700-91b9c5369d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:52.198375 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-16f84a33-1bbf-45dd-b700-91b9c5369d79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b8718c35c7b465abb8c5e93d6693204&device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 1098 time: 0.1383600 May 17 13:56:52.211109 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c91819-7504-4385-b94a-d4ce5315cd7d req-221d9f9e-4861-41ec-9422-240d900e4a1e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:52.212556 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8c91819-7504-4385-b94a-d4ce5315cd7d req-221d9f9e-4861-41ec-9422-240d900e4a1e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1053181 May 17 13:56:52.344211 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8c91819-7504-4385-b94a-d4ce5315cd7d req-385968c8-b327-4033-9658-246775928c54 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120431 May 17 13:56:52.383904 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-543cf687-f575-4f92-a97c-5877ca6e832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:52.385348 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-543cf687-f575-4f92-a97c-5877ca6e832f service neutron] 10.222.0.52 "GET /v2.0/networks?id=efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 200 len: 919 time: 0.1719337 May 17 13:56:52.423530 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:56:52.459471 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-73171cfb-97bd-456c-9aae-ea991f95bc87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 200 len: 217 time: 0.0655658 May 17 13:56:52.503928 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 2a8878ea-c5bf-4907-8478-b352032e2b76 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:56:52.504394 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:52.530432 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-13042aae-5d91-4ea7-bae5-ba1414100b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:52.531931 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-13042aae-5d91-4ea7-bae5-ba1414100b4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 200 len: 858 time: 0.0647869 May 17 13:56:52.593556 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-51b908b1-f68a-4474-9721-08fce5451342 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=efb941ea-2c9b-493f-90f0-f7278de6bb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539372 May 17 13:56:52.640600 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:52.695050 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:56:52.697627 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:56:52.707322 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:52.709645 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:56:52.790181 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=10']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:56:52.795614 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:56:52.838639 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'code': 200} May 17 13:56:52.864913 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-d9c51e72-33f3-4459-9eda-9d6cb21d4399 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638493 May 17 13:56:52.881313 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:56:53.079722 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3fa42a4d-1f6b-4a89-9222-cdf9910851e9 req-a41a2934-8c21-44e4-9725-59ba9accf619 service neutron] 10.222.0.52 "GET /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071271 May 17 13:56:53.213552 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15842a36-8368-40e8-a803-efd3f9219215 req-5e71319d-c056-4250-aaa2-3d0201af77f7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:53.215507 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-15842a36-8368-40e8-a803-efd3f9219215 req-5e71319d-c056-4250-aaa2-3d0201af77f7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 947 time: 0.1203041 May 17 13:56:53.265562 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-15842a36-8368-40e8-a803-efd3f9219215 req-7b84167e-d0ba-49f6-ba42-27d249864054 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 May 17 13:56:53.437645 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b597f5-fc97-4a79-9c72-ec0c4a02ac4d req-b5a2fafd-ca73-40c4-84d6-9780cbf7befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:53.439334 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-59b597f5-fc97-4a79-9c72-ec0c4a02ac4d req-b5a2fafd-ca73-40c4-84d6-9780cbf7befd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 1100 time: 0.0789061 May 17 13:56:53.526843 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-59b597f5-fc97-4a79-9c72-ec0c4a02ac4d req-1c70240b-b803-400a-a2ff-51b181023fd0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752921 May 17 13:56:53.565064 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca224a2-5fc1-4a34-b5b1-38de6a8b1d6e req-2a018e59-28d4-48a3-9986-fcc5bea18ce6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:53.566406 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cca224a2-5fc1-4a34-b5b1-38de6a8b1d6e req-2a018e59-28d4-48a3-9986-fcc5bea18ce6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0874770 May 17 13:56:53.614083 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cca224a2-5fc1-4a34-b5b1-38de6a8b1d6e req-41fc5110-b679-4c77-b439-99514e38a89d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 May 17 13:56:54.635523 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e78f49-7c08-410e-9b62-5f962885422e req-2f87cc23-af7a-4e57-b578-25b22bff27b4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:54.642633 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c6e78f49-7c08-410e-9b62-5f962885422e req-2f87cc23-af7a-4e57-b578-25b22bff27b4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 947 time: 0.2386794 May 17 13:56:54.672279 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80f87-6cb8-4135-8672-3939fd761d4f req-26edf0e9-42e1-41af-886f-935c4f82e0d6 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:54.673933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d3b80f87-6cb8-4135-8672-3939fd761d4f req-26edf0e9-42e1-41af-886f-935c4f82e0d6 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1821992 May 17 13:56:54.698620 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c6e78f49-7c08-410e-9b62-5f962885422e req-234d293a-80ff-4270-a16e-2323f4e6cf2c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551357 May 17 13:56:54.740329 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d3b80f87-6cb8-4135-8672-3939fd761d4f req-eb04b1f5-a3fc-4f0a-a94b-cbe0cc3dbb0c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475736 May 17 13:56:54.903401 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35caffc-89c0-4a1c-9749-3bf55ee5f954 req-19e05b1a-1ba2-44b6-b9b2-0b5911802a66 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:54.910156 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c35caffc-89c0-4a1c-9749-3bf55ee5f954 req-19e05b1a-1ba2-44b6-b9b2-0b5911802a66 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0926154 May 17 13:56:54.980174 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c35caffc-89c0-4a1c-9749-3bf55ee5f954 req-13567ea0-ab26-4554-a6df-7bc903e5dfa9 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677021 May 17 13:56:56.000698 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6af7dd-ae1d-47ac-a53f-914c4c4c0046 req-396fdd32-896d-496e-af74-398020b012b7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:56.002201 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8e6af7dd-ae1d-47ac-a53f-914c4c4c0046 req-396fdd32-896d-496e-af74-398020b012b7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 947 time: 0.1668203 May 17 13:56:56.010523 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2321f2d-6f45-4e65-b44c-a6e8b00effa9 req-da767bd0-11d7-4dfe-a74e-12a90bb4dcd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:56.011902 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b2321f2d-6f45-4e65-b44c-a6e8b00effa9 req-da767bd0-11d7-4dfe-a74e-12a90bb4dcd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1196301 May 17 13:56:56.078777 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8e6af7dd-ae1d-47ac-a53f-914c4c4c0046 req-5256277a-271c-4b6d-aafc-2f7596b047c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659342 May 17 13:56:56.091213 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b2321f2d-6f45-4e65-b44c-a6e8b00effa9 req-1985b43d-6120-401f-b452-2cbe05a2eac0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625749 May 17 13:56:56.312208 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12415829-3f6e-4fda-a741-7ab61ffcc220 req-14c16201-3f74-4dc4-a3ae-dcd3ef4ddfae tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:56.313941 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-12415829-3f6e-4fda-a741-7ab61ffcc220 req-14c16201-3f74-4dc4-a3ae-dcd3ef4ddfae tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0846012 May 17 13:56:56.369403 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-12415829-3f6e-4fda-a741-7ab61ffcc220 req-ef30c6b7-b653-4bd8-8bc6-a73b52b0fe26 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 May 17 13:56:57.289462 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252ac8-b058-4acc-9ee6-a1b1db5049d2 req-5bac1cb9-239d-42a1-ac15-32a03d11deb5 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:57.291068 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-63252ac8-b058-4acc-9ee6-a1b1db5049d2 req-5bac1cb9-239d-42a1-ac15-32a03d11deb5 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0801108 May 17 13:56:57.337347 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-63252ac8-b058-4acc-9ee6-a1b1db5049d2 req-d57f60fa-af11-48fc-88df-d365a3a34c1f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390589 May 17 13:56:58.531153 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00e8b9-e84f-4351-8c35-0621f8bb0319 req-71395a88-d1c3-427e-ac50-3317df9263a9 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:58.532625 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fe00e8b9-e84f-4351-8c35-0621f8bb0319 req-71395a88-d1c3-427e-ac50-3317df9263a9 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0843716 May 17 13:56:58.578270 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fe00e8b9-e84f-4351-8c35-0621f8bb0319 req-c4c95ac0-707a-427f-a238-a6a305f575f2 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 May 17 13:56:59.762397 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f4221-dea0-4271-8e61-ef4a9a994276 req-6e144b5e-e4f2-4968-aa6b-7a1d204f4c61 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:56:59.764487 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-031f4221-dea0-4271-8e61-ef4a9a994276 req-6e144b5e-e4f2-4968-aa6b-7a1d204f4c61 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0800891 May 17 13:56:59.813307 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-031f4221-dea0-4271-8e61-ef4a9a994276 req-3f0ca67e-c60c-490d-ac89-51aed58c66fe tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427952 May 17 13:57:00.902686 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f1451-76d0-490a-a438-59c1f1ebd028 req-609a20b3-1156-4029-8b34-4ac31057801f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:00.906153 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-663f1451-76d0-490a-a438-59c1f1ebd028 req-609a20b3-1156-4029-8b34-4ac31057801f tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0861094 May 17 13:57:01.002672 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-663f1451-76d0-490a-a438-59c1f1ebd028 req-0421030b-3ce7-453d-8fcf-1dbf5ea8966a tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920234 May 17 13:57:01.045140 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be9fe-44bc-419b-9ef1-9057a728b570 req-e2d834aa-4570-4d24-a7d7-3c164314ed48 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:01.046917 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c66be9fe-44bc-419b-9ef1-9057a728b570 req-e2d834aa-4570-4d24-a7d7-3c164314ed48 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1180928 May 17 13:57:01.100104 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c66be9fe-44bc-419b-9ef1-9057a728b570 req-ff102e01-02f5-4793-b10d-9fbf3560fa29 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 May 17 13:57:01.285352 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 38474) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:01.400776 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:01.415086 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:01.419488 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Usage tracker for resource:security_group_rule and tenant:9e98253bab8b4c05933d478439654219 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:01.423168 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:01.429218 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:01.515197 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:01.519044 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:01.527307 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8800b7bd-bf23-41b8-8e27-05a94c7c517c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:01.567162 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e98253bab8b4c05933d478439654219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806904 May 17 13:57:01.568971 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de33a61a-e7eb-4650-addb-b8cb7d0b5b84,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:01.569905 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38480) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:01.572209 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:01.633138 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b84920ad-3ba4-4e6e-9cd0-e548a106e725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:01.658802 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b84920ad-3ba4-4e6e-9cd0-e548a106e725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:01.716898 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b84920ad-3ba4-4e6e-9cd0-e548a106e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:01.720642 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-147d78a1-0696-477c-aa4f-25a4208dc06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:01.792516 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84920ad-3ba4-4e6e-9cd0-e548a106e725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de33a61a-e7eb-4650-addb-b8cb7d0b5b84,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:01.796737 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b84920ad-3ba4-4e6e-9cd0-e548a106e725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:01.800618 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b84920ad-3ba4-4e6e-9cd0-e548a106e725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:01.802689 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-b84920ad-3ba4-4e6e-9cd0-e548a106e725 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de33a61a-e7eb-4650-addb-b8cb7d0b5b84 HTTP/1.1" status: 204 len: 168 time: 0.2317693 May 17 13:57:02.205400 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58175821-8055-4496-84d6-92d5dd3cc6fd req-d55cae79-da9b-4ee7-a823-e44dd8a40142 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:02.206964 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-58175821-8055-4496-84d6-92d5dd3cc6fd req-d55cae79-da9b-4ee7-a823-e44dd8a40142 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0938275 May 17 13:57:02.255436 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-58175821-8055-4496-84d6-92d5dd3cc6fd req-ef01d6e9-3965-4211-bd5d-2926621139f8 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 May 17 13:57:02.437673 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e1fd3-2239-49c5-b1bb-c880bbac2ee8 req-5879b57d-decd-4111-949d-1d665eadd6e4 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:02.439137 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d66e1fd3-2239-49c5-b1bb-c880bbac2ee8 req-5879b57d-decd-4111-949d-1d665eadd6e4 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0837653 May 17 13:57:02.549427 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d66e1fd3-2239-49c5-b1bb-c880bbac2ee8 req-7734e89f-15d8-4ca0-b8a1-2e6c1ded6c71 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043093 May 17 13:57:03.332901 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-4908cfc4-0eaa-41a7-85e5-745142fefea3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:03.333645 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-4908cfc4-0eaa-41a7-85e5-745142fefea3 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.52 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.0870044 May 17 13:57:03.536281 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8458ee-a827-48d3-99f7-1054c1877bed req-78c2dbff-ab57-44ae-9be0-37ef4bdcce38 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:03.537974 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fb8458ee-a827-48d3-99f7-1054c1877bed req-78c2dbff-ab57-44ae-9be0-37ef4bdcce38 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 945 time: 0.1616549 May 17 13:57:03.571072 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Deleting port 0e3e096c-f417-4295-bd18-a2b8dce89470 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:57:03.571417 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:03.705300 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fb8458ee-a827-48d3-99f7-1054c1877bed req-7156c490-e58c-4267-bb47-4b486c6af5c5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594148 May 17 13:57:03.780130 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] For port 0e3e096c-f417-4295-bd18-a2b8dce89470, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e3e096c-f417-4295-bd18-a2b8dce89470,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:03.780488 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:03.911431 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Calling delete_port for 0e3e096c-f417-4295-bd18-a2b8dce89470 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:57:03.928288 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b897b-7fb9-4949-9b12-b89498fa0cbb req-29d30017-9edd-4e3e-80af-de8ea9daefc8 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:03.929761 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1f8b897b-7fb9-4949-9b12-b89498fa0cbb req-29d30017-9edd-4e3e-80af-de8ea9daefc8 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.2716451 May 17 13:57:03.988951 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1f8b897b-7fb9-4949-9b12-b89498fa0cbb req-50eac67d-fc06-4712-820a-51e41a56f9d4 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480156 May 17 13:57:04.080565 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:04.087029 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4f36e7e4-19af-4ec9-8e2e-5a5e08188a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:04.093193 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['0e3e096c-f417-4295-bd18-a2b8dce89470', '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:57:04.164865 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Pushing event deleted for resources: {'Port': ['ID=0e3e096c-f417-4295-bd18-a2b8dce89470,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:04.167513 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:04.210868 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] No DVR routers for this DVR port 0e3e096c-f417-4295-bd18-a2b8dce89470 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:57:04.213413 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:04.216520 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17656cfc-affc-4f65-b6af-4ec95507fa6a', 'name': 'network-vif-deleted', 'tag': '0e3e096c-f417-4295-bd18-a2b8dce89470'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:04.232589 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5124e136-8b85-4f17-b124-0ffd1da0416d req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.52 "DELETE /v2.0/ports/0e3e096c-f417-4295-bd18-a2b8dce89470 HTTP/1.1" status: 204 len: 173 time: 0.8874714 May 17 13:57:04.267115 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17656cfc-affc-4f65-b6af-4ec95507fa6a', 'name': 'network-vif-deleted', 'tag': '0e3e096c-f417-4295-bd18-a2b8dce89470', 'status': 'completed', 'code': 200} May 17 13:57:04.876251 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-7d9a828a-30af-42f0-bac6-978cbcfe8931 req-87839f0a-58e6-421c-96d1-ef63b160d92e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Synchronizing usage tracker for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:57:04.892054 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-7d9a828a-30af-42f0-bac6-978cbcfe8931 req-87839f0a-58e6-421c-96d1-ef63b160d92e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Unset dirty status for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:57:04.893502 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7d9a828a-30af-42f0-bac6-978cbcfe8931 req-87839f0a-58e6-421c-96d1-ef63b160d92e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=17656cfc-affc-4f65-b6af-4ec95507fa6a HTTP/1.1" status: 200 len: 210 time: 0.0612562 May 17 13:57:05.184715 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d6a73-7acd-405a-a803-614fc80afc0a req-468cb793-6832-4ed9-999a-14032b500559 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:05.186083 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a43d6a73-7acd-405a-a803-614fc80afc0a req-468cb793-6832-4ed9-999a-14032b500559 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0827568 May 17 13:57:05.236233 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a43d6a73-7acd-405a-a803-614fc80afc0a req-debb1fa9-2ace-4ba4-918d-2cde427b557f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443943 May 17 13:57:06.352862 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ce87-1f38-48fc-893d-b7ecf5906231 req-4516d03c-42d2-4a92-9c24-1182b360fd9e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:06.354314 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3da7ce87-1f38-48fc-893d-b7ecf5906231 req-4516d03c-42d2-4a92-9c24-1182b360fd9e tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.0844176 May 17 13:57:06.451567 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3da7ce87-1f38-48fc-893d-b7ecf5906231 req-5d42ee13-aa27-41be-8335-3c73b8ef153d tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664470 May 17 13:57:06.473518 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f5605-27b0-4d78-aae9-aaab3a020320 req-08a20a13-e17f-4f87-9dc8-cb62ea538a5e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:06.473518 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-989f5605-27b0-4d78-aae9-aaab3a020320 req-08a20a13-e17f-4f87-9dc8-cb62ea538a5e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1282258 May 17 13:57:06.494121 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 0e3e096c-f417-4295-bd18-a2b8dce89470 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:57:06.518884 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-989f5605-27b0-4d78-aae9-aaab3a020320 req-02a7524a-48fc-4483-b933-b7f3eb947448 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397739 May 17 13:57:06.529368 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 0e3e096c-f417-4295-bd18-a2b8dce89470 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:57:06.529774 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 0e3e096c-f417-4295-bd18-a2b8dce89470 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:57:07.693877 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baec12-feb9-4802-9cc7-b4a6e80d6734 req-ef5b2a3a-1703-47e1-9ca5-f712a062e6ac tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:07.695341 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-52baec12-feb9-4802-9cc7-b4a6e80d6734 req-ef5b2a3a-1703-47e1-9ca5-f712a062e6ac tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1345019 May 17 13:57:07.751179 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-52baec12-feb9-4802-9cc7-b4a6e80d6734 req-541a45a0-96eb-4e3a-a8fd-032289af7457 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 May 17 13:57:07.763076 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa436f1-4387-491f-a775-959db8faff7a req-9714f7d0-74a9-4a51-b733-52a51f0146af tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:07.764580 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8aa436f1-4387-491f-a775-959db8faff7a req-9714f7d0-74a9-4a51-b733-52a51f0146af tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1354733 May 17 13:57:07.811021 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8aa436f1-4387-491f-a775-959db8faff7a req-0c3d4288-45ef-40d5-9b9f-c2f53cf06f76 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407937 May 17 13:57:09.064604 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3ade9-e9f1-4d18-ad8c-83fd77600b08 req-5e6766e5-33db-44b4-ab61-f2cfa2afe9dc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:09.065998 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-23d3ade9-e9f1-4d18-ad8c-83fd77600b08 req-5e6766e5-33db-44b4-ab61-f2cfa2afe9dc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2112563 May 17 13:57:09.078787 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcede120-bf9f-4f9d-a4c8-37d7cf9f0e40 req-6f4dddad-6911-4462-a6ef-1bf6944b60dd tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:09.080207 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fcede120-bf9f-4f9d-a4c8-37d7cf9f0e40 req-6f4dddad-6911-4462-a6ef-1bf6944b60dd tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1188803 May 17 13:57:09.151033 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-23d3ade9-e9f1-4d18-ad8c-83fd77600b08 req-67e35634-d30b-43c0-806c-bee0f3760b76 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698893 May 17 13:57:09.156348 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fcede120-bf9f-4f9d-a4c8-37d7cf9f0e40 req-5d1103b3-ef59-4ce8-ab39-6b12455f8617 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617840 May 17 13:57:10.395778 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdceec2-863e-43a6-8618-62d214e9f6d5 req-0135863a-6874-46f5-bccf-f1df944ce796 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:10.397272 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3bdceec2-863e-43a6-8618-62d214e9f6d5 req-0135863a-6874-46f5-bccf-f1df944ce796 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1371653 May 17 13:57:10.409964 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557a594-1496-4a3a-a7b8-ce94487c9184 req-bcd88209-10c9-47a2-9be1-38b0b042a686 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:10.411499 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5557a594-1496-4a3a-a7b8-ce94487c9184 req-bcd88209-10c9-47a2-9be1-38b0b042a686 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1202397 May 17 13:57:10.478937 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3bdceec2-863e-43a6-8618-62d214e9f6d5 req-b297c4db-8b3a-45c3-8a00-778e0d7a91c5 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664768 May 17 13:57:10.486641 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5557a594-1496-4a3a-a7b8-ce94487c9184 req-cce7eff2-a776-4d26-99af-867b9664ab3f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597520 May 17 13:57:11.729779 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f713a-ca17-436f-833f-ec73066aae2f req-085b7ed5-0093-4754-9f15-6af62e88f921 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:11.731243 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a2f713a-ca17-436f-833f-ec73066aae2f req-085b7ed5-0093-4754-9f15-6af62e88f921 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1443183 May 17 13:57:11.742603 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d34f60-6342-4d78-b586-268097618c25 req-8f47a5da-e3f6-451b-9379-a02bdbce18a2 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:11.744038 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b2d34f60-6342-4d78-b586-268097618c25 req-8f47a5da-e3f6-451b-9379-a02bdbce18a2 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1174860 May 17 13:57:11.815265 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a2f713a-ca17-436f-833f-ec73066aae2f req-a662c2b6-7dca-47de-bc1d-f498030388dd tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701849 May 17 13:57:11.819540 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b2d34f60-6342-4d78-b586-268097618c25 req-e0b4a934-8fe1-4ff9-98ae-bc1abf960960 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618608 May 17 13:57:13.126668 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-fc0c7bf5-a06d-4814-aa99-920193ab27fc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:13.128113 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-fc0c7bf5-a06d-4814-aa99-920193ab27fc tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.52 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2098019 May 17 13:57:13.136676 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48593a8-c8dc-40fe-8312-a757487e0300 req-61bfccdd-4c56-4fe7-93a6-210c9a8824aa tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:13.138082 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e48593a8-c8dc-40fe-8312-a757487e0300 req-61bfccdd-4c56-4fe7-93a6-210c9a8824aa tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1818590 May 17 13:57:13.178404 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de87e47-aa16-4602-95f6-6eed642f95cb req-894fe0c9-6b23-490a-8627-d76c2a37c08b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:13.179835 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2de87e47-aa16-4602-95f6-6eed642f95cb req-894fe0c9-6b23-490a-8627-d76c2a37c08b tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 945 time: 0.2293065 May 17 13:57:13.319027 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2de87e47-aa16-4602-95f6-6eed642f95cb req-ee727235-632d-4179-8d0e-8fd32676baf7 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/security-groups?id=7247372b-de65-4ffe-8aac-efff4c125d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315110 May 17 13:57:13.328344 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e48593a8-c8dc-40fe-8312-a757487e0300 req-14be49b6-8f3b-430e-a76f-1ea13a466dd7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432190 May 17 13:57:13.356545 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Deleting port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:57:13.356889 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:13.493154 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] For port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:13.493416 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:13.620227 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Calling delete_port for 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:57:13.735352 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:13.741542 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-331efd2e-74da-4227-81ae-8ad3e59d49a5 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:13.748306 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:57:13.820194 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Pushing event deleted for resources: {'Port': ['ID=7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:13.827793 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:13.870443 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] No DVR routers for this DVR port 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:57:13.874192 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:13.876727 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1251d51f-56af-4f19-9852-a1bf6750d1c9', 'name': 'network-vif-deleted', 'tag': '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:13.892713 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7bab3ddb-3fd6-406c-a7e8-bc187789b398 req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.52 "DELETE /v2.0/ports/7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad HTTP/1.1" status: 204 len: 173 time: 0.7523189 May 17 13:57:13.926500 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1251d51f-56af-4f19-9852-a1bf6750d1c9', 'name': 'network-vif-deleted', 'tag': '7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad', 'status': 'completed', 'code': 200} May 17 13:57:14.585353 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-734b54bb-362a-443f-bb27-b86fad48e898 req-d5c2c73f-5178-46f9-880e-f7bae9d621b0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Synchronizing usage tracker for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:57:14.620871 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-734b54bb-362a-443f-bb27-b86fad48e898 req-d5c2c73f-5178-46f9-880e-f7bae9d621b0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Unset dirty status for tenant:2b8718c35c7b465abb8c5e93d6693204 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:57:14.621957 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-734b54bb-362a-443f-bb27-b86fad48e898 req-d5c2c73f-5178-46f9-880e-f7bae9d621b0 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] 10.222.0.44 "GET /v2.0/ports?device_id=1251d51f-56af-4f19-9852-a1bf6750d1c9 HTTP/1.1" status: 200 len: 210 time: 0.1801741 May 17 13:57:14.645856 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e658d-faf2-40bc-b72f-69494c042ad5 req-c474e360-06ed-46f7-bde1-810399c8a600 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:14.647371 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-767e658d-faf2-40bc-b72f-69494c042ad5 req-c474e360-06ed-46f7-bde1-810399c8a600 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1676350 May 17 13:57:14.692995 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-767e658d-faf2-40bc-b72f-69494c042ad5 req-7f6afa1c-7b04-40cf-a230-06e6c124d4d6 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396140 May 17 13:57:15.603212 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:57:15.722101 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38578) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:15.884745 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6893-d42d-4055-a02a-8fd171330b46 req-68d8f4f6-cc96-4287-9033-13efbd968c75 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:15.886236 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7fad6893-d42d-4055-a02a-8fd171330b46 req-68d8f4f6-cc96-4287-9033-13efbd968c75 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0825057 May 17 13:57:15.934726 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7fad6893-d42d-4055-a02a-8fd171330b46 req-bd548f3b-bfb1-4a3b-b04f-86a7cc90dd8a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402479 May 17 13:57:16.296385 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687563'] for router_interface, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:16.341646 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0d71f-fda6-4575-954b-013ce1e9307b req-48ee06c4-090a-4453-a347-fd4a62c1b80a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:16.343135 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2cf0d71f-fda6-4575-954b-013ce1e9307b req-48ee06c4-090a-4453-a347-fd4a62c1b80a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1449761 May 17 13:57:16.381595 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-d16520e8-676a-4f92-932a-53cbda7f336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:16.383097 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-d16520e8-676a-4f92-932a-53cbda7f336c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 1099 time: 0.1200163 May 17 13:57:16.486248 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2cf0d71f-fda6-4575-954b-013ce1e9307b req-8647c0bb-8f48-4d22-b7d3-50505fb5b61c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354268 May 17 13:57:16.540323 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:57:16.543485 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-9a7dcab0-274c-485c-8622-973c24e60d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:16.546290 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-9a7dcab0-274c-485c-8622-973c24e60d48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 911 time: 0.1531510 May 17 13:57:16.648572 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:57:16.649240 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7bc3e075-06a6-4dc8-b1a4-4b443d2aa2ad not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:57:16.679870 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-2037f6fe-ae10-453f-8c01-676746d9edf9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266 HTTP/1.1" status: 200 len: 1001 time: 0.1259642 May 17 13:57:16.746696 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Deleting port b6e68d37-8a2e-4c5b-bdbb-0a09af570980 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:57:16.747329 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:16.750326 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-4afa15ab-55e8-434e-8819-9bc4e7a912e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:16.751891 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-4afa15ab-55e8-434e-8819-9bc4e7a912e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.0646164 May 17 13:57:16.852369 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-99334522-ffbb-4e1a-8c69-07743877295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:16.855958 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-99334522-ffbb-4e1a-8c69-07743877295d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950584 May 17 13:57:16.891775 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] For port b6e68d37-8a2e-4c5b-bdbb-0a09af570980, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,segment=NetworkSegment(f28860a4-bbe9-421f-912c-ac73f41a8414),segment_id=f28860a4-bbe9-421f-912c-ac73f41a8414)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:16.892131 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:17.009195 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-023a0bab-5727-4218-a925-91f1327a80cf service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447959 May 17 13:57:17.034925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Calling delete_port for b6e68d37-8a2e-4c5b-bdbb-0a09af570980 owned by network:router_interface {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:57:17.156729 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3338b0c2-8a98-4cda-827c-9036e9f69570 req-41b60a85-2640-4ffb-b80b-7c1927428fed service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410811 May 17 13:57:17.340572 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4d9b125b-8f84-4209-b388-9c14ccd358c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:17.470969 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:17.475526 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:17.520562 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e68d37-8a2e-4c5b-bdbb-0a09af570980,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:17.524366 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:17.695456 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb5c85-3388-4aac-aab1-6d1981e415bd req-b95853cc-4d10-4622-b9b1-3be9dd4bcee6 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:17.696933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0cb5c85-3388-4aac-aab1-6d1981e415bd req-b95853cc-4d10-4622-b9b1-3be9dd4bcee6 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0883379 May 17 13:57:17.744991 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0cb5c85-3388-4aac-aab1-6d1981e415bd req-af7aba26-f90b-45f0-aff8-4972de13c3c1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 May 17 13:57:17.805313 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687463'] for router_interface, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:18.165523 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Router df338e1a-f784-4e13-88d5-376fb9d08a47 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:57:18.354914 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:57:18.364306 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] Sync routers for ids ['df338e1a-f784-4e13-88d5-376fb9d08a47'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:57:18.374752 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-450d5424-904f-49c8-bfed-0b5bbf50f12b admin admin] 10.222.0.44 "PUT /v2.0/routers/df338e1a-f784-4e13-88d5-376fb9d08a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6479244 May 17 13:57:18.374949 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] Routers {'df338e1a-f784-4e13-88d5-376fb9d08a47'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:57:18.375143 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38614) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:18.375567 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:56:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['df338e1a-f784-4e13-88d5-376fb9d08a47'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:18.555319 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] Set router df338e1a-f784-4e13-88d5-376fb9d08a47 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:57:18.562347 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks [] for router, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:18.809046 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:18.829868 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:18.844636 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:57:17Z', 'revision_number': 5, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port': {'id': 'a54e0ad4-1c3d-4db0-b479-96fd97997c3c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:32Z', 'updated_at': '2021-05-17T13:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:18.848719 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] Checking router: df338e1a-f784-4e13-88d5-376fb9d08a47 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:57:18.856986 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] Routers {'df338e1a-f784-4e13-88d5-376fb9d08a47'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:57:18.857727 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:56:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['df338e1a-f784-4e13-88d5-376fb9d08a47'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:18.913472 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Deleting port a54e0ad4-1c3d-4db0-b479-96fd97997c3c {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:57:18.913845 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:18.954498 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5fa05-cf77-44f1-bccd-2717e478bd2a req-3cc8449d-6725-40a9-9481-e89aba344d2d tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:18.956138 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53d5fa05-cf77-44f1-bccd-2717e478bd2a req-3cc8449d-6725-40a9-9481-e89aba344d2d tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0841544 May 17 13:57:19.004741 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53d5fa05-cf77-44f1-bccd-2717e478bd2a req-ba4d0a9d-7d9a-4c88-b485-b7a4d76d53ea tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 May 17 13:57:19.011853 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] Set router df338e1a-f784-4e13-88d5-376fb9d08a47 gateway port host: None {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:57:19.039740 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] For port a54e0ad4-1c3d-4db0-b479-96fd97997c3c, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=a54e0ad4-1c3d-4db0-b479-96fd97997c3c,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:19.040020 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.118081 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:57:18Z', 'revision_number': 6, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port_host': None}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:19.122279 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f575f0e9-c0be-48ac-a408-07eb39c80729 None None] The sync data for ids ['df338e1a-f784-4e13-88d5-376fb9d08a47'] in dv-cinder-788363-3-smb is: [{'id': 'df338e1a-f784-4e13-88d5-376fb9d08a47', 'name': 'tempest-ServerRescueNegativeTestJSON-845019544-router', 'tenant_id': '2b8718c35c7b465abb8c5e93d6693204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:30Z', 'updated_at': '2021-05-17T13:57:18Z', 'revision_number': 6, 'project_id': '2b8718c35c7b465abb8c5e93d6693204', 'gw_port_host': None}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:57:19.162326 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Calling delete_port for a54e0ad4-1c3d-4db0-b479-96fd97997c3c owned by network:router_gateway {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:57:19.298237 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.301624 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f4be2e82-eb63-4f47-bf5d-f699d3c2abb5 tempest-VolumesActionsTest-1896230481 tempest-VolumesActionsTest-1896230481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:19.344752 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54e0ad4-1c3d-4db0-b479-96fd97997c3c,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:19.347181 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:19.449760 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681452'] for router_gateway, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.630106 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8162'] for router, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.632813 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.722377 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681236'] for router, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.722872 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df338e1a-f784-4e13-88d5-376fb9d08a47 {{(pid=78714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 13:57:19.736261 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.737364 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] 10.222.0.44 "DELETE /v2.0/routers/df338e1a-f784-4e13-88d5-376fb9d08a47 HTTP/1.1" status: 204 len: 168 time: 1.3611348 May 17 13:57:19.739977 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38628) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:19.798671 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Deleting subnet 5485f6dd-b6cc-412f-a8e8-838f9e46de7f {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 13:57:19.800218 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-ea37f1e7-c7a4-461f-a7b7-2cf97d6d3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.802291 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.850818 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:19.909715 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.153084 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.253537 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.257388 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-66d7de1a-932d-41f6-9cf6-bf84914640b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:20.293806 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5485f6dd-b6cc-412f-a8e8-838f9e46de7f,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:20.297564 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:20.298547 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.304217 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5485f6dd-b6cc-412f-a8e8-838f9e46de7f HTTP/1.1" status: 204 len: 168 time: 0.5633242 May 17 13:57:20.306720 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38632) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:20.412088 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.493535 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b6e68d37-8a2e-4c5b-bdbb-0a09af570980 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:57:20.526777 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: b6e68d37-8a2e-4c5b-bdbb-0a09af570980 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:57:20.527216 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b6e68d37-8a2e-4c5b-bdbb-0a09af570980 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:57:20.527679 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device a54e0ad4-1c3d-4db0-b479-96fd97997c3c no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:57:20.536042 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.549892 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb941ea-2c9b-493f-90f0-f7278de6bb59']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:20.562599 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28860a4-bbe9-421f-912c-ac73f41a8414') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:20.562896 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28860a4-bbe9-421f-912c-ac73f41a8414') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:20.563473 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: a54e0ad4-1c3d-4db0-b479-96fd97997c3c {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:57:20.563820 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device a54e0ad4-1c3d-4db0-b479-96fd97997c3c not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:57:20.574378 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.592162 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.598247 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 13:57:20.598626 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 13:57:20.612325 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 13:57:20.695455 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.699652 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:20.715393 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:20.722934 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Pushing event deleted for resources: {'Network': ['ID=efb941ea-2c9b-493f-90f0-f7278de6bb59,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:20.727236 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:20.735739 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] 10.222.0.44 "DELETE /v2.0/networks/efb941ea-2c9b-493f-90f0-f7278de6bb59 HTTP/1.1" status: 204 len: 168 time: 0.4280088 May 17 13:57:20.908243 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38644) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:20.955739 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-f9025230-969f-4445-8ec9-dd73f2abc3ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b8718c35c7b465abb8c5e93d6693204&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0462384 May 17 13:57:20.958039 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38648) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:21.015285 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84cad834-8d59-4fd1-8268-3ead078b165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:21.040961 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84cad834-8d59-4fd1-8268-3ead078b165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:21.054178 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:21.098313 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84cad834-8d59-4fd1-8268-3ead078b165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:21.102007 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-9d8a7cb4-edd3-4b49-a004-9b2da1d059c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:21.114113 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cad834-8d59-4fd1-8268-3ead078b165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247372b-de65-4ffe-8aac-efff4c125d75,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:21.116419 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-84cad834-8d59-4fd1-8268-3ead078b165c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:21.127448 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84cad834-8d59-4fd1-8268-3ead078b165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:21.131021 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-84cad834-8d59-4fd1-8268-3ead078b165c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7247372b-de65-4ffe-8aac-efff4c125d75 HTTP/1.1" status: 204 len: 168 time: 0.1698356 May 17 13:57:22.089254 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38682) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:22.206719 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:22.221713 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:22.225505 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7bfe6fe2794e7c903c5c7c7e070b57 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:22.228338 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:22.234855 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:22.324610 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:22.329971 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:22.339560 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-2c9a2cfd-d74e-4b45-9792-5797b34f82fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:22.385292 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e7bfe6fe2794e7c903c5c7c7e070b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949376 May 17 13:57:22.386227 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80060f5-f533-4dab-b474-13c29b28788a,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:22.389842 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 38696) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:22.390359 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:22.458170 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f4d0806b-3225-4031-912b-680257cd5d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:22.489549 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f4d0806b-3225-4031-912b-680257cd5d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:22.546201 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f4d0806b-3225-4031-912b-680257cd5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:22.551732 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:22.566208 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0806b-3225-4031-912b-680257cd5d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80060f5-f533-4dab-b474-13c29b28788a,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:22.571564 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f4d0806b-3225-4031-912b-680257cd5d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:22.575109 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-f4d0806b-3225-4031-912b-680257cd5d30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c80060f5-f533-4dab-b474-13c29b28788a HTTP/1.1" status: 204 len: 168 time: 0.1838100 May 17 13:57:22.575109 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f4d0806b-3225-4031-912b-680257cd5d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:22.878335 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:25.103223 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-3b6d1e41-4aef-465e-ac1a-301f07daf4c9 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2785da9351d84d2788cbaea1a22df258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285859 May 17 13:57:25.252954 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-06a12237-5436-49f2-8c78-bcda42cb0c0e tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:25.254334 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-06a12237-5436-49f2-8c78-bcda42cb0c0e tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452734 May 17 13:57:25.268874 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-289258f8-81ef-451e-bcce-0e1d6b0f7897 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/quotas/2785da9351d84d2788cbaea1a22df258 HTTP/1.1" status: 200 len: 375 time: 0.0087717 May 17 13:57:25.315614 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-933a9287-ff17-48df-a143-4097837e47f6 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2785da9351d84d2788cbaea1a22df258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419121 May 17 13:57:25.557738 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0833e0d0-3ad6-4428-84fc-9a909c5dd347 req-78d7e3cc-f1e0-4ab8-955e-3a8d136eaead tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 210 time: 0.1137760 May 17 13:57:26.458401 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-9b02ffe8-61eb-489e-b7bf-a8db7c14877c tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2785da9351d84d2788cbaea1a22df258&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332873 May 17 13:57:26.657869 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-e043bfd5-a2c1-4b77-b4c3-cd66d2c9da05 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:26.659624 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-e043bfd5-a2c1-4b77-b4c3-cd66d2c9da05 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953957 May 17 13:57:26.674017 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Request body: {'port': {'device_id': '0517ed08-11a7-4c6f-9fff-eed27ff0da07', 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f', 'admin_state_up': True, 'tenant_id': '2785da9351d84d2788cbaea1a22df258'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:26.796874 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-39f1f145-911f-424f-85c7-5c5f4fcd6dbd req-91ee37b7-9120-49ad-8036-5c4838476acf tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 210 time: 0.0988677 May 17 13:57:26.862639 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:26.866855 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Usage tracker for resource:port and tenant:2785da9351d84d2788cbaea1a22df258 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:26.870728 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:26.878289 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:26.888679 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Made reservation on behalf of 2785da9351d84d2788cbaea1a22df258 for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:57:26.892380 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:26.906460 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:26.924553 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:26.928528 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Usage tracker for resource:security_group_rule and tenant:2785da9351d84d2788cbaea1a22df258 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:26.931235 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:26.937383 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:27.024001 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:27.027486 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:27.032177 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ba76bfb1-cb36-4446-ad56-6750296b53db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:27.111684 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a198c1ae-fd6c-4bb4-8853-4704428a6815,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:27.116891 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:27.202691 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Allocated IP 192.168.233.185 (279905b1-9b8d-474f-88da-bc9bc8ac563f/f7ab5779-a7c2-411a-b50d-960200ce72e0/a8ed8099-268c-4797-ae45-881dab65058f) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:57:27.398335 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:27.413580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Transition to ACTIVE for port object a8ed8099-268c-4797-ae45-881dab65058f will not be triggered until provisioned by entity DHCP. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:57:27.437146 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:27.443566 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b13046cb-d107-4c8a-bf58-2580dfc44569 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:27.503186 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Network 279905b1-9b8d-474f-88da-bc9bc8ac563f is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:57:27.506063 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:57:27.508331 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:57:27.563991 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Pushing event updated for resources: {'Port': ['ID=a8ed8099-268c-4797-ae45-881dab65058f,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:27.568424 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:27.584401 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:27.585024 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:27.613009 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9439554 May 17 13:57:27.627061 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Request body: {'port': {'device_id': '0517ed08-11a7-4c6f-9fff-eed27ff0da07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:27.736313 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-e14b9f10-e50d-4225-8eba-cef6754d65f1 None None] Provisioning for port a8ed8099-268c-4797-ae45-881dab65058f completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:57:27.739668 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:27.740961 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-e14b9f10-e50d-4225-8eba-cef6754d65f1 None None] Provisioning complete for port a8ed8099-268c-4797-ae45-881dab65058f triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:57:27.741338 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e14b9f10-e50d-4225-8eba-cef6754d65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:27.793629 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-e14b9f10-e50d-4225-8eba-cef6754d65f1 None None] Port a8ed8099-268c-4797-ae45-881dab65058f cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:57:28.076368 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57d235-e186-4a75-b086-45dae6c54ec2 req-e32a7937-ca46-484c-b9c9-7547fbce9674 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:28.077058 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-5b57d235-e186-4a75-b086-45dae6c54ec2 req-e32a7937-ca46-484c-b9c9-7547fbce9674 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Synchronizing usage tracker for tenant:2785da9351d84d2788cbaea1a22df258 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:57:28.154564 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-5b57d235-e186-4a75-b086-45dae6c54ec2 req-e32a7937-ca46-484c-b9c9-7547fbce9674 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Unset dirty status for tenant:2785da9351d84d2788cbaea1a22df258 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:57:28.155751 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5b57d235-e186-4a75-b086-45dae6c54ec2 req-e32a7937-ca46-484c-b9c9-7547fbce9674 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 936 time: 0.2099779 May 17 13:57:28.160195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ed8099-268c-4797-ae45-881dab65058f {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:57:28.180354 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:28.210464 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Transition to ACTIVE for port object a8ed8099-268c-4797-ae45-881dab65058f will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:57:28.217734 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:28.223533 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:28.259731 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-5b57d235-e186-4a75-b086-45dae6c54ec2 req-68c10aa4-6073-42f0-9616-bdeb6a88615e tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Synchronizing usage tracker for tenant:2785da9351d84d2788cbaea1a22df258 on resource:security_group {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:57:28.488682 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825908c-17da-471f-b083-61d000021eec service neutron] Pushing event updated for resources: {'Port': ['ID=a8ed8099-268c-4797-ae45-881dab65058f,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:28.491865 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7825908c-17da-471f-b083-61d000021eec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:28.532415 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-5b57d235-e186-4a75-b086-45dae6c54ec2 req-68c10aa4-6073-42f0-9616-bdeb6a88615e tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Unset dirty status for tenant:2785da9351d84d2788cbaea1a22df258 on resource:security_group {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:57:28.533599 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5b57d235-e186-4a75-b086-45dae6c54ec2 req-68c10aa4-6073-42f0-9616-bdeb6a88615e tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691289 May 17 13:57:28.575208 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Attempting to bind port a8ed8099-268c-4797-ae45-881dab65058f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:57:28.575644 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Attempting to bind port a8ed8099-268c-4797-ae45-881dab65058f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:57:28.576172 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Attempting to bind port a8ed8099-268c-4797-ae45-881dab65058f on network 279905b1-9b8d-474f-88da-bc9bc8ac563f {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:57:28.581482 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Port a8ed8099-268c-4797-ae45-881dab65058f on network 279905b1-9b8d-474f-88da-bc9bc8ac563f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:57:28.581827 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Attempting to bind port a8ed8099-268c-4797-ae45-881dab65058f on network 279905b1-9b8d-474f-88da-bc9bc8ac563f {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:57:28.586835 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:57:28.587163 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Checking segment: {'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:57:28.587598 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Bound using segment: {'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:57:28.588011 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Bound port: a8ed8099-268c-4797-ae45-881dab65058f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2341aea4-1cde-4574-96c3-999f8bb19bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:57:28.588346 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:28.679494 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] For port a8ed8099-268c-4797-ae45-881dab65058f, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:57:28.682747 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] For port a8ed8099-268c-4797-ae45-881dab65058f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8ed8099-268c-4797-ae45-881dab65058f,segment=NetworkSegment(2341aea4-1cde-4574-96c3-999f8bb19bfc),segment_id=2341aea4-1cde-4574-96c3-999f8bb19bfc)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:57:28.687574 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:28.692125 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-dffebc7c-a48a-4783-99e3-37badaf71b1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:28.748252 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:28.748844 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:28.750228 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-7825908c-17da-471f-b083-61d000021eec service neutron] 10.222.0.52 "PUT /v2.0/ports/a8ed8099-268c-4797-ae45-881dab65058f HTTP/1.1" status: 200 len: 1098 time: 1.1274743 May 17 13:57:28.750682 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0517ed08-11a7-4c6f-9fff-eed27ff0da07', 'tag': 'a8ed8099-268c-4797-ae45-881dab65058f'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:28.774541 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825908c-17da-471f-b083-61d000021eec service neutron] Pushing event updated for resources: {'Port': ['ID=a8ed8099-268c-4797-ae45-881dab65058f,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:28.777465 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7825908c-17da-471f-b083-61d000021eec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:28.838237 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0517ed08-11a7-4c6f-9fff-eed27ff0da07', 'tag': 'a8ed8099-268c-4797-ae45-881dab65058f', 'status': 'completed', 'code': 200} May 17 13:57:28.875536 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-b8cffbf9-fb73-40cb-95cb-3c5280abd7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:28.877023 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-b8cffbf9-fb73-40cb-95cb-3c5280abd7f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2785da9351d84d2788cbaea1a22df258&device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 1101 time: 0.0765743 May 17 13:57:28.949956 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-dc254437-d733-43cc-97aa-9b7d969d83fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=a8ed8099-268c-4797-ae45-881dab65058f HTTP/1.1" status: 200 len: 217 time: 0.0642419 May 17 13:57:29.012322 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-b5532e7b-a867-49a8-b414-0d584cb96873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:29.014164 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-b5532e7b-a867-49a8-b414-0d584cb96873 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7ab5779-a7c2-411a-b50d-960200ce72e0 HTTP/1.1" status: 200 len: 843 time: 0.0577915 May 17 13:57:29.093544 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-c5737c59-ee00-46a6-a7d0-33c728a8c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:29.095019 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-c5737c59-ee00-46a6-a7d0-33c728a8c49f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=279905b1-9b8d-474f-88da-bc9bc8ac563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0739837 May 17 13:57:29.227060 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-0c3c3581-504d-4609-9ded-00fc971f8e32 service neutron] 10.222.0.52 "GET /v2.0/networks/279905b1-9b8d-474f-88da-bc9bc8ac563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246581 May 17 13:57:29.357570 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8f495fd-276c-42a2-89ca-18f966cab1c1 req-1ffd2daf-a4b9-447e-831e-362b169b3d50 service neutron] 10.222.0.52 "GET /v2.0/networks/279905b1-9b8d-474f-88da-bc9bc8ac563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219099 May 17 13:57:29.476582 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465882e9-453a-4593-81cc-e1bdb354d472 req-7bbd22cb-19f2-4f77-981d-3cfa408de43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:29.478083 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-465882e9-453a-4593-81cc-e1bdb354d472 req-7bbd22cb-19f2-4f77-981d-3cfa408de43e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2785da9351d84d2788cbaea1a22df258&device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 1101 time: 0.0716534 May 17 13:57:29.614137 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465882e9-453a-4593-81cc-e1bdb354d472 req-482772ce-4fb4-407f-b28a-880dc7a26fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:29.616985 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-465882e9-453a-4593-81cc-e1bdb354d472 req-482772ce-4fb4-407f-b28a-880dc7a26fd9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=279905b1-9b8d-474f-88da-bc9bc8ac563f HTTP/1.1" status: 200 len: 870 time: 0.1317825 May 17 13:57:29.725136 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-465882e9-453a-4593-81cc-e1bdb354d472 req-4ca00457-4d5d-4895-81bf-ee69cfc29f40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=a8ed8099-268c-4797-ae45-881dab65058f HTTP/1.1" status: 200 len: 217 time: 0.1000705 May 17 13:57:29.812315 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465882e9-453a-4593-81cc-e1bdb354d472 req-a1f605cf-322f-4e31-9aa4-fa56d26c1080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:29.813827 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-465882e9-453a-4593-81cc-e1bdb354d472 req-a1f605cf-322f-4e31-9aa4-fa56d26c1080 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7ab5779-a7c2-411a-b50d-960200ce72e0 HTTP/1.1" status: 200 len: 843 time: 0.0778911 May 17 13:57:29.865127 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddeb65-38a4-4897-9489-f4819c3ab72c req-599abdde-23ac-46cf-b210-13876ced147e tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:29.866525 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4eddeb65-38a4-4897-9489-f4819c3ab72c req-599abdde-23ac-46cf-b210-13876ced147e tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 948 time: 0.1795707 May 17 13:57:29.930194 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4eddeb65-38a4-4897-9489-f4819c3ab72c req-ba40912f-9f3b-4007-8b9c-a1c2d0cbf345 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523429 May 17 13:57:29.939877 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465882e9-453a-4593-81cc-e1bdb354d472 req-da720b3d-b165-4c31-bc13-d751c4c4cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:29.941159 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-465882e9-453a-4593-81cc-e1bdb354d472 req-da720b3d-b165-4c31-bc13-d751c4c4cca4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=279905b1-9b8d-474f-88da-bc9bc8ac563f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1196589 May 17 13:57:29.985752 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38852) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:30.080796 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-465882e9-453a-4593-81cc-e1bdb354d472 req-c3f47ef5-3754-477a-a4c7-cb4c974aba63 service neutron] 10.222.0.52 "GET /v2.0/networks/279905b1-9b8d-474f-88da-bc9bc8ac563f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290379 May 17 13:57:30.105572 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.119599 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:30.123366 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Usage tracker for resource:security_group_rule and tenant:12344b0941ba4392a23adfb0405f04df is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:30.126143 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:30.131783 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:30.228615 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.233506 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.242017 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-38743517-77cc-4e78-8304-9e20365a035d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:30.281602 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12344b0941ba4392a23adfb0405f04df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946095 May 17 13:57:30.282595 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6408bc70-1323-41f3-ba13-9b14d8e098e0,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:30.284377 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 38858) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:30.285738 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:30.306461 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-465882e9-453a-4593-81cc-e1bdb354d472 req-ae7ebdf8-464e-4e68-8afd-1e288fd8a314 service neutron] 10.222.0.52 "GET /v2.0/networks/279905b1-9b8d-474f-88da-bc9bc8ac563f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159240 May 17 13:57:30.350908 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-474519e5-2180-4237-ab52-9c9048b31282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.379210 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-474519e5-2180-4237-ab52-9c9048b31282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.431025 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-474519e5-2180-4237-ab52-9c9048b31282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.436179 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8bd8eb8e-a8b7-4c46-a26d-a95c14ccebde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:30.445870 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474519e5-2180-4237-ab52-9c9048b31282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6408bc70-1323-41f3-ba13-9b14d8e098e0,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:30.449400 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-474519e5-2180-4237-ab52-9c9048b31282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:30.453380 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-474519e5-2180-4237-ab52-9c9048b31282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.454525 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-474519e5-2180-4237-ab52-9c9048b31282 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6408bc70-1323-41f3-ba13-9b14d8e098e0 HTTP/1.1" status: 204 len: 168 time: 0.1692007 May 17 13:57:30.733705 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 38866) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:30.751709 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.766190 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:30.769970 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Usage tracker for resource:security_group_rule and tenant:9ac1d1b0600a4220a4edd3bde893081a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:30.773042 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:30.779998 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:30.862967 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.866530 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:30.874156 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c4f1848d-3c83-40dc-921b-c12a7b4d4d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:30.916702 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ac1d1b0600a4220a4edd3bde893081a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817963 May 17 13:57:30.917806 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec263d6-196d-4400-a6dc-7387565638ab,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:30.919614 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 38870) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:30.921049 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:30.978536 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a5d535b9-ff8c-4934-9b2c-6574622b73dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:31.003474 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a5d535b9-ff8c-4934-9b2c-6574622b73dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:31.108768 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a5d535b9-ff8c-4934-9b2c-6574622b73dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:31.113980 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:31.126891 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d535b9-ff8c-4934-9b2c-6574622b73dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec263d6-196d-4400-a6dc-7387565638ab,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:31.130244 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a5d535b9-ff8c-4934-9b2c-6574622b73dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:31.135672 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a5d535b9-ff8c-4934-9b2c-6574622b73dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:31.136785 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a5d535b9-ff8c-4934-9b2c-6574622b73dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eec263d6-196d-4400-a6dc-7387565638ab HTTP/1.1" status: 204 len: 168 time: 0.2161796 May 17 13:57:31.146577 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53450a6d-5f7e-4223-8732-bd4f3a0e95ea req-aec2424a-de25-4cf4-901e-90a7cc37a950 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:31.148049 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53450a6d-5f7e-4223-8732-bd4f3a0e95ea req-aec2424a-de25-4cf4-901e-90a7cc37a950 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 948 time: 0.1095955 May 17 13:57:31.194621 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-53450a6d-5f7e-4223-8732-bd4f3a0e95ea req-593ecc65-c02a-4bec-b3e5-0ca338af8feb tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 May 17 13:57:32.378758 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a98af-4ffd-4f2d-bef3-fcb88a45df17 req-02f8d1d2-ecb4-489e-b917-d11f3c83f3e7 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:32.380226 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-066a98af-4ffd-4f2d-bef3-fcb88a45df17 req-02f8d1d2-ecb4-489e-b917-d11f3c83f3e7 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 948 time: 0.0794439 May 17 13:57:32.428586 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-066a98af-4ffd-4f2d-bef3-fcb88a45df17 req-2162f636-c277-47bf-aedb-4360bd293636 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 May 17 13:57:32.612581 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device a8ed8099-268c-4797-ae45-881dab65058f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:57:32.753149 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port a8ed8099-268c-4797-ae45-881dab65058f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8ed8099-268c-4797-ae45-881dab65058f,segment=NetworkSegment(2341aea4-1cde-4574-96c3-999f8bb19bfc),segment_id=2341aea4-1cde-4574-96c3-999f8bb19bfc)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:32.770024 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': 'a8ed8099-268c-4797-ae45-881dab65058f', 'network_id': '279905b1-9b8d-474f-88da-bc9bc8ac563f', 'port_id': 'a8ed8099-268c-4797-ae45-881dab65058f', 'mac_address': 'fa:16:3e:bb:41:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ab5779-a7c2-411a-b50d-960200ce72e0', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:57:32.828414 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:32.846457 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ed8099-268c-4797-ae45-881dab65058f {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:57:32.863094 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port a8ed8099-268c-4797-ae45-881dab65058f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8ed8099-268c-4797-ae45-881dab65058f,segment=NetworkSegment(2341aea4-1cde-4574-96c3-999f8bb19bfc),segment_id=2341aea4-1cde-4574-96c3-999f8bb19bfc)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:32.866857 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:32.869413 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:32.938088 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=a8ed8099-268c-4797-ae45-881dab65058f,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:32.941166 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:33.112121 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['a8ed8099-268c-4797-ae45-881dab65058f'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:57:33.620327 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f352d21-c551-4ae9-8069-1978469d6df7 req-60ee544a-2366-43aa-a3c4-f5f9bd4d4c09 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:33.625869 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f352d21-c551-4ae9-8069-1978469d6df7 req-60ee544a-2366-43aa-a3c4-f5f9bd4d4c09 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 949 time: 0.0907769 May 17 13:57:33.674867 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4f352d21-c551-4ae9-8069-1978469d6df7 req-bcd3395d-d218-458a-8b7c-c3f5245e8c11 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465405 May 17 13:57:34.354321 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 39012) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:34.469741 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.483548 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:34.487257 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Usage tracker for resource:security_group_rule and tenant:5226da42e6204d3e8edd40686b29b81a is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:34.490083 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:34.495561 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:34.581020 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.584426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.592501 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c21ef9a1-d695-4b31-9760-416974520350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:34.619556 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device a8ed8099-268c-4797-ae45-881dab65058f up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:57:34.633986 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5226da42e6204d3e8edd40686b29b81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763836 May 17 13:57:34.634485 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 39018) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:34.636768 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8e42d-14c7-49b2-972f-5efd963f3d57,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:34.648076 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:34.700805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ba8aac92-0808-429b-8268-db4673f3f620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.727632 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ba8aac92-0808-429b-8268-db4673f3f620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.735223 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port a8ed8099-268c-4797-ae45-881dab65058f completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:57:34.741240 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port a8ed8099-268c-4797-ae45-881dab65058f triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:57:34.741891 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.791124 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ba8aac92-0808-429b-8268-db4673f3f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.796850 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a20db87b-ae9d-4e0c-95bf-50275181c21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:34.809629 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aac92-0808-429b-8268-db4673f3f620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8e42d-14c7-49b2-972f-5efd963f3d57,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:34.811922 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ba8aac92-0808-429b-8268-db4673f3f620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:34.852961 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ba8aac92-0808-429b-8268-db4673f3f620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.854065 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ba8aac92-0808-429b-8268-db4673f3f620 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83c8e42d-14c7-49b2-972f-5efd963f3d57 HTTP/1.1" status: 204 len: 168 time: 0.2189815 May 17 13:57:34.879011 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.904178 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f434eb-f8d4-4466-ab4e-8c10e71017f4 req-98327f65-06d7-4e2f-a245-1357a0614847 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:34.906428 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-60f434eb-f8d4-4466-ab4e-8c10e71017f4 req-98327f65-06d7-4e2f-a245-1357a0614847 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 949 time: 0.0934277 May 17 13:57:34.908203 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0517ed08-11a7-4c6f-9fff-eed27ff0da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ed8099-268c-4797-ae45-881dab65058f'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:34.918385 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port a8ed8099-268c-4797-ae45-881dab65058f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8ed8099-268c-4797-ae45-881dab65058f,segment=NetworkSegment(2341aea4-1cde-4574-96c3-999f8bb19bfc),segment_id=2341aea4-1cde-4574-96c3-999f8bb19bfc)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:34.924835 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:34.928176 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:34.961642 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-60f434eb-f8d4-4466-ab4e-8c10e71017f4 req-9866336f-5476-4198-ae80-3d2306c001d0 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490146 May 17 13:57:34.970610 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0517ed08-11a7-4c6f-9fff-eed27ff0da07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ed8099-268c-4797-ae45-881dab65058f', 'code': 200} May 17 13:57:35.010641 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=a8ed8099-268c-4797-ae45-881dab65058f,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:35.014408 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:35.182770 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39030) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:35.199020 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9f05e-5a1d-4b66-8d0c-849441efb459 req-d98f4556-bec7-41bf-b464-51c59ddc1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:35.201060 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2fb9f05e-5a1d-4b66-8d0c-849441efb459 req-d98f4556-bec7-41bf-b464-51c59ddc1a13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 1103 time: 0.0728331 May 17 13:57:35.204823 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:35.219114 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:35.223012 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Usage tracker for resource:security_group_rule and tenant:c91a51576300435088e6cb2153531236 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:35.225897 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:35.231677 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:35.242368 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2fb9f05e-5a1d-4b66-8d0c-849441efb459 req-82e1703b-684a-45a3-8710-ea9556b0dc19 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 May 17 13:57:35.315488 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:35.319120 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:35.327109 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-acccc87e-2cc4-40cf-bd47-7f7c32d1b8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:35.367725 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c91a51576300435088e6cb2153531236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815431 May 17 13:57:35.367725 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29adedea-1e95-4474-bfa9-c71d0d866ff9,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:35.368104 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 39034) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:35.370200 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:35.425873 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e97b6706-4c01-429a-9712-e13217ce9376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:35.451092 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e97b6706-4c01-429a-9712-e13217ce9376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:35.501308 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e97b6706-4c01-429a-9712-e13217ce9376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:35.504765 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ba8aac92-0808-429b-8268-db4673f3f620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:35.515673 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b6706-4c01-429a-9712-e13217ce9376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29adedea-1e95-4474-bfa9-c71d0d866ff9,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:35.519393 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e97b6706-4c01-429a-9712-e13217ce9376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:35.522486 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e97b6706-4c01-429a-9712-e13217ce9376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:35.523638 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-e97b6706-4c01-429a-9712-e13217ce9376 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29adedea-1e95-4474-bfa9-c71d0d866ff9 HTTP/1.1" status: 204 len: 168 time: 0.1545806 May 17 13:57:36.156470 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a3df8-6667-4747-91d5-76381b5c1624 req-f4723dd5-e307-403e-a123-8a527547ac5f tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:36.170116 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1e6a3df8-6667-4747-91d5-76381b5c1624 req-f4723dd5-e307-403e-a123-8a527547ac5f tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 950 time: 0.0985360 May 17 13:57:36.214562 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1e6a3df8-6667-4747-91d5-76381b5c1624 req-307f47b4-6b17-4d24-873b-c3d10e603219 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 May 17 13:57:37.406638 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a657b-3a39-4fa3-b69a-b2876c4370ee req-5f583bd4-6ff5-49a4-a6e8-aa5c84ca1d3d tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:37.408233 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e56a657b-3a39-4fa3-b69a-b2876c4370ee req-5f583bd4-6ff5-49a4-a6e8-aa5c84ca1d3d tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 950 time: 0.0816491 May 17 13:57:37.461499 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e56a657b-3a39-4fa3-b69a-b2876c4370ee req-b2054c10-63fc-4d87-b599-321bf01a2553 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 May 17 13:57:37.909961 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1188f3-07bf-4a81-9833-4090f57a2f40 req-7ba731d8-aadf-479a-94a2-4b5bc507e352 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:37.911469 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c1188f3-07bf-4a81-9833-4090f57a2f40 req-7ba731d8-aadf-479a-94a2-4b5bc507e352 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 950 time: 0.0809946 May 17 13:57:37.957292 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c1188f3-07bf-4a81-9833-4090f57a2f40 req-84809a29-0315-4cdc-aba5-6bdbdaa851f9 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 May 17 13:57:39.144720 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afe4cf-e105-49d8-b66a-d0eb8032a503 req-032960ab-c21b-4d23-961c-fccedc5fecb8 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:39.145432 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-86afe4cf-e105-49d8-b66a-d0eb8032a503 req-032960ab-c21b-4d23-961c-fccedc5fecb8 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 950 time: 0.0837097 May 17 13:57:39.197443 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-86afe4cf-e105-49d8-b66a-d0eb8032a503 req-8710219f-5915-4cec-b81b-3cc072fed7bb tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/security-groups?id=a198c1ae-fd6c-4bb4-8853-4704428a6815&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 May 17 13:57:39.428761 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-1e7efcfe-d84d-4697-ab57-606050aa4d23 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:39.430216 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-1e7efcfe-d84d-4697-ab57-606050aa4d23 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.52 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 950 time: 0.0836403 May 17 13:57:39.685804 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284a7a4-a5c3-4089-b36a-473dd2f233f9 req-0238b707-2321-40f8-ae7a-85c425959f4a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:39.687279 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2284a7a4-a5c3-4089-b36a-473dd2f233f9 req-0238b707-2321-40f8-ae7a-85c425959f4a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 947 time: 0.2037623 May 17 13:57:39.707973 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Deleting port a8ed8099-268c-4797-ae45-881dab65058f {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:57:39.708310 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:39.812145 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2284a7a4-a5c3-4089-b36a-473dd2f233f9 req-3c2db1e5-e24c-4553-b7af-3151f31c3aa9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179531 May 17 13:57:39.861315 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] For port a8ed8099-268c-4797-ae45-881dab65058f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a8ed8099-268c-4797-ae45-881dab65058f,segment=NetworkSegment(2341aea4-1cde-4574-96c3-999f8bb19bfc),segment_id=2341aea4-1cde-4574-96c3-999f8bb19bfc)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:39.861680 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:39.988939 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Calling delete_port for a8ed8099-268c-4797-ae45-881dab65058f owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:57:40.105790 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:40.112061 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-00cb5369-9b6f-4342-82d0-06503d01c9ce tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:40.118466 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['a8ed8099-268c-4797-ae45-881dab65058f'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:57:40.158707 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Pushing event deleted for resources: {'Port': ['ID=a8ed8099-268c-4797-ae45-881dab65058f,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:40.192952 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.193306 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.193805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.194152 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.194492 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.194900 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.195273 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.195791 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.196072 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.196407 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.196738 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.197273 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:40.206432 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:40.257520 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] No DVR routers for this DVR port a8ed8099-268c-4797-ae45-881dab65058f on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:57:40.260024 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:40.277182 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0517ed08-11a7-4c6f-9fff-eed27ff0da07', 'name': 'network-vif-deleted', 'tag': 'a8ed8099-268c-4797-ae45-881dab65058f'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:40.288672 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ff1ab92-3516-4078-bc90-ef96af2b54f4 req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.52 "DELETE /v2.0/ports/a8ed8099-268c-4797-ae45-881dab65058f HTTP/1.1" status: 204 len: 173 time: 0.8522573 May 17 13:57:40.365890 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0517ed08-11a7-4c6f-9fff-eed27ff0da07', 'name': 'network-vif-deleted', 'tag': 'a8ed8099-268c-4797-ae45-881dab65058f', 'status': 'completed', 'code': 200} May 17 13:57:40.367572 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-03bbdf4e-6deb-4efc-a51b-882df84cdfa1 req-3ff7a8e5-1cf7-4f00-b3d5-4263e153201a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Synchronizing usage tracker for tenant:2785da9351d84d2788cbaea1a22df258 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:57:40.385042 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-03bbdf4e-6deb-4efc-a51b-882df84cdfa1 req-3ff7a8e5-1cf7-4f00-b3d5-4263e153201a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Unset dirty status for tenant:2785da9351d84d2788cbaea1a22df258 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:57:40.394533 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-03bbdf4e-6deb-4efc-a51b-882df84cdfa1 req-3ff7a8e5-1cf7-4f00-b3d5-4263e153201a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] 10.222.0.44 "GET /v2.0/ports?device_id=0517ed08-11a7-4c6f-9fff-eed27ff0da07 HTTP/1.1" status: 200 len: 210 time: 0.0722911 May 17 13:57:41.006058 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf1c0d-b759-4f6b-b359-1879083027c8 req-9fe2c16f-285c-491f-bf9f-f79c1950ae58 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:41.007604 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-facf1c0d-b759-4f6b-b359-1879083027c8 req-9fe2c16f-285c-491f-bf9f-f79c1950ae58 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 947 time: 0.0800977 May 17 13:57:41.055734 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-facf1c0d-b759-4f6b-b359-1879083027c8 req-f8c28369-9d28-42b9-8ee8-df5c89c52329 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=152943ac-24ac-4a47-b60e-e6eab9d41448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424139 May 17 13:57:41.273289 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-bca514c4-a945-4746-93a3-705a1c9522cf tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:41.274675 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-bca514c4-a945-4746-93a3-705a1c9522cf tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 947 time: 0.0776436 May 17 13:57:41.412426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Deleting port 2a8878ea-c5bf-4907-8478-b352032e2b76 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:57:41.412863 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:41.558810 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] For port 2a8878ea-c5bf-4907-8478-b352032e2b76, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2a8878ea-c5bf-4907-8478-b352032e2b76,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:41.559174 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:41.867031 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:41.867472 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:41.867830 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.l3_db [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Floating IP 59679546-6d07-4dca-b3b7-d3b8809bd70d disassociated. External IP: 172.28.3.87, port: 2a8878ea-c5bf-4907-8478-b352032e2b76. May 17 13:57:41.868165 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Calling delete_port for 2a8878ea-c5bf-4907-8478-b352032e2b76 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:57:41.989918 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:41.995851 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:42.041413 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event deleted for resources: {'Port': ['ID=2a8878ea-c5bf-4907-8478-b352032e2b76,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:42.045362 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:42.246507 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-40f94f88-1f68-4fea-b283-5d29854f2919 req-f767d9b8-135f-4e9e-93bb-d10c3fdb84b4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5a160c0-e4be-47cb-81fb-083d28f65c46 HTTP/1.1" status: 200 len: 210 time: 0.0624924 May 17 13:57:42.351233 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Router f865ec5b-458d-49e2-9c0f-542f98e0196e has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:57:42.543275 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:57:42.554168 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] Sync routers for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:57:42.568431 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:57:42.569209 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:57:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:42.635770 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] No DVR routers for this DVR port 2a8878ea-c5bf-4907-8478-b352032e2b76 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:57:42.638293 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:42.650550 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-deleted', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:42.663505 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dcf98664-6194-49d9-8bd7-0ef02d5c6464 req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "DELETE /v2.0/ports/2a8878ea-c5bf-4907-8478-b352032e2b76 HTTP/1.1" status: 204 len: 173 time: 1.3824313 May 17 13:57:42.682999 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:57:42.734492 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a160c0-e4be-47cb-81fb-083d28f65c46', 'name': 'network-vif-deleted', 'tag': '2a8878ea-c5bf-4907-8478-b352032e2b76', 'status': 'completed', 'code': 200} May 17 13:57:42.748272 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 2a8878ea-c5bf-4907-8478-b352032e2b76 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:57:42.748859 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 2a8878ea-c5bf-4907-8478-b352032e2b76 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:57:42.749443 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device a8ed8099-268c-4797-ae45-881dab65058f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:57:42.913533 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: a8ed8099-268c-4797-ae45-881dab65058f {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:57:42.913742 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device a8ed8099-268c-4797-ae45-881dab65058f not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:57:42.952355 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:57:43.276605 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39288) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:43.343758 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:43.354279 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] Checking router: f865ec5b-458d-49e2-9c0f-542f98e0196e for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:57:43.364122 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:57:43.365696 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:57:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:43.420314 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39302) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:43.477977 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:43.516817 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:43.524134 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Usage tracker for resource:security_group_rule and tenant:3427478fb8154bb6a1d572ca6eabf9a7 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:43.530100 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:43.547210 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:43.555346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:43.598691 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:57:43.604378 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:43.690959 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:43.695939 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:43.716376 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152943ac-24ac-4a47-b60e-e6eab9d41448,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:43.736022 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.736648 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.737171 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.738049 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.738588 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.738938 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.739570 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.739922 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.740272 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.740618 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.740962 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.741309 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:43.759359 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:43.806965 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:43.809936 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:43.811559 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "DELETE /v2.0/security-groups/152943ac-24ac-4a47-b60e-e6eab9d41448 HTTP/1.1" status: 204 len: 168 time: 0.3902407 May 17 13:57:43.814307 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39326) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:43.818018 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:43.829257 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-90fa06cb-f72e-44e9-8bc2-3963af00dfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:43.879055 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.api.v2.resource [None req-94d8f55c-de4f-4a31-93cc-077395bc4e38 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] show failed (client error): The resource could not be found. May 17 13:57:43.880379 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-94d8f55c-de4f-4a31-93cc-077395bc4e38 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups/152943ac-24ac-4a47-b60e-e6eab9d41448 HTTP/1.1" status: 404 len: 347 time: 0.0639594 May 17 13:57:43.883612 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 39330) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:43.889027 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caad59a7-f5c9-4950-b316-9d91dad0c4c1,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:43.893560 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3427478fb8154bb6a1d572ca6eabf9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146789 May 17 13:57:43.894944 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-1a6943db-d45e-4a58-bd63-5d29aec72333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:43.896065 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39334) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:43.978515 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a37273f-e728-48f0-8e0d-bb6272e0a7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.019383 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a37273f-e728-48f0-8e0d-bb6272e0a7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.056154 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:57:44.061551 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff141084-3d0a-444a-8d5e-02e76cab1510 None None] The sync data for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb is: [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:57:44.102234 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a37273f-e728-48f0-8e0d-bb6272e0a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.108173 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a02ee54a-dfc4-49ad-badb-1eaeb169d61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:44.125526 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37273f-e728-48f0-8e0d-bb6272e0a7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caad59a7-f5c9-4950-b316-9d91dad0c4c1,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:44.133346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7a37273f-e728-48f0-8e0d-bb6272e0a7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:44.140815 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a37273f-e728-48f0-8e0d-bb6272e0a7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.142421 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7a37273f-e728-48f0-8e0d-bb6272e0a7cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/caad59a7-f5c9-4950-b316-9d91dad0c4c1 HTTP/1.1" status: 204 len: 168 time: 0.2453036 May 17 13:57:44.220426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Deleting port c9c81375-9054-49b0-b2b2-adb7ecdd2061 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:57:44.220774 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.394927 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.396071 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.420216 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4e203-3814-422b-ad39-89fad5b643bb None None] New status for floating IP 59679546-6d07-4dca-b3b7-d3b8809bd70d: DOWN {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 13:57:44.606246 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39370) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:44.629272 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.645756 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:44.650975 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Usage tracker for resource:security_group_rule and tenant:8d9d7f66e4ab4ee29b4ec718bc59e761 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:44.655054 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:44.664889 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:44.715677 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Calling delete_port for c9c81375-9054-49b0-b2b2-adb7ecdd2061 owned by network:floatingip {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:57:44.803387 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.814413 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.822997 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-157576ee-83f0-4495-a30c-273952a57dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:44.870660 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e78ea9-c013-4b2c-b7aa-3f08aadd4330,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:44.878333 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.885647 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d9d7f66e4ab4ee29b4ec718bc59e761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771361 May 17 13:57:44.887139 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:44.887662 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39380) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:44.891573 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-511c1ee8-f005-43f6-b853-287b40858d68 tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:44.942194 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event deleted for resources: {'Port': ['ID=c9c81375-9054-49b0-b2b2-adb7ecdd2061,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:44.945959 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:44.957805 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38af4167-9d0d-469c-a644-2fb6636ebdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:44.988105 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38af4167-9d0d-469c-a644-2fb6636ebdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:45.034421 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:45.046950 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38af4167-9d0d-469c-a644-2fb6636ebdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:45.051838 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bec513da-b9fc-466b-aaa3-10b9cd8416a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:45.051982 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:45.056086 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "DELETE /v2.0/floatingips/59679546-6d07-4dca-b3b7-d3b8809bd70d HTTP/1.1" status: 204 len: 168 time: 1.1683240 May 17 13:57:45.067106 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af4167-9d0d-469c-a644-2fb6636ebdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e78ea9-c013-4b2c-b7aa-3f08aadd4330,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:45.069540 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-38af4167-9d0d-469c-a644-2fb6636ebdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:45.070826 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38af4167-9d0d-469c-a644-2fb6636ebdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:45.071902 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-38af4167-9d0d-469c-a644-2fb6636ebdca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31e78ea9-c013-4b2c-b7aa-3f08aadd4330 HTTP/1.1" status: 204 len: 168 time: 0.1824799 May 17 13:57:46.463320 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39458) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:46.469108 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052017108', 'description': 'tempest-description--893793853'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:46.474896 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:46.479122 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:security_group and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:46.482591 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:46.488435 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:46.498630 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:46.519575 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:46.523271 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:security_group_rule and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:46.526100 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:46.532508 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:46.605067 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:46.609494 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:46.615189 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-77f4cb17-1468-4ff2-8527-d388fcbf5919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:46.652897 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efb873b-66e6-4b75-bc8d-171c0703ba68,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:46.656331 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:46.657150 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:46.658366 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1940682 May 17 13:57:46.661268 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39470) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:46.666458 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'security_group_rule': {'security_group_id': '9efb873b-66e6-4b75-bc8d-171c0703ba68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:46.672611 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:46.676510 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:security_group_rule and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:46.679316 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:46.685295 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:46.705964 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:46.858069 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:46.861970 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:46.869944 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ad641958-e489-4fd5-b631-80e52e694f45 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:46.892518 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4c818e-8e0e-4367-984a-0a81705050a0,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:46.895328 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:46.900322 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:46.901928 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2396383 May 17 13:57:46.907850 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39492) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:46.911767 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'security_group_rule': {'security_group_id': '9efb873b-66e6-4b75-bc8d-171c0703ba68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:46.919822 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:46.923657 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:security_group_rule and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:46.926610 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:46.932314 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:46.951522 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.017762 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.022274 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.030984 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-45d44753-f9f0-4207-9a5d-a6bfd58f49b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:47.054189 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f598fab9-ca01-41c5-84a8-e4d3b582ba77,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:47.057303 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:47.058873 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.063514 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-6a139be5-988d-4094-841e-f374337a69a3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536212 May 17 13:57:47.064050 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39502) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:47.068980 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'floatingip': {'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:47.074939 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:47.079658 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Usage tracker for resource:floatingip and tenant:6a46d0fa2dc140a59f215e45b9b06ecc is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:47.082624 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:47.088413 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:47.100265 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.178874 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 39510) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:47.241477 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.352705 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bd5dd237-f25d-4655-970e-3f37a9e145c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.370425 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39518) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:47.370716 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-4dd39cd8-402f-4e65-be70-d244e8f06999 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2785da9351d84d2788cbaea1a22df258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902614 May 17 13:57:47.386728 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 39522) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:47.443592 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Allocated IP 172.28.3.110 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/e343d616-f358-4cdc-af9a-29b275b50c2b) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:57:47.468786 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc905c55-bb0d-4a51-ba3b-c49adb63e2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.506339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.524629 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:47.528491 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Usage tracker for resource:security_group_rule and tenant:3517b4fe43dd4dfc9f311a7f32f67d2e is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:47.532001 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:47.537582 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:47.569347 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc905c55-bb0d-4a51-ba3b-c49adb63e2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.618480 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.624791 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.633239 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e3cafa86-4090-4941-b0a3-20f1657c3616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:47.667222 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc905c55-bb0d-4a51-ba3b-c49adb63e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.672014 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3517b4fe43dd4dfc9f311a7f32f67d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842212 May 17 13:57:47.672328 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.675424 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5f54edfb-2e7e-4911-9471-d4a993c41374 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:47.675597 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 39528) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:47.689425 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750801d4-cf0b-4c9a-a36c-6459e6b43f58,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:47.694091 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc905c55-bb0d-4a51-ba3b-c49adb63e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198c1ae-fd6c-4bb4-8853-4704428a6815,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:47.697969 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bc905c55-bb0d-4a51-ba3b-c49adb63e2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:47.720654 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-bc905c55-bb0d-4a51-ba3b-c49adb63e2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.721813 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-bc905c55-bb0d-4a51-ba3b-c49adb63e2b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a198c1ae-fd6c-4bb4-8853-4704428a6815 HTTP/1.1" status: 204 len: 168 time: 0.3502312 May 17 13:57:47.726738 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:47.735971 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.741329 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-57130fdb-8ebc-4d3d-9645-b0c230573f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:47.744742 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-96eb8f72-dbf7-4f73-9e4c-8c05151a575d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.773891 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-96eb8f72-dbf7-4f73-9e4c-8c05151a575d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.805827 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:57:47.806935 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:57:47.811779 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:57:47.836577 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-96eb8f72-dbf7-4f73-9e4c-8c05151a575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.844348 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:47.858316 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'Port': ['ID=e343d616-f358-4cdc-af9a-29b275b50c2b,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:47.863135 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb8f72-dbf7-4f73-9e4c-8c05151a575d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750801d4-cf0b-4c9a-a36c-6459e6b43f58,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:47.863302 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:47.865705 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-96eb8f72-dbf7-4f73-9e4c-8c05151a575d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:47.868226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-96eb8f72-dbf7-4f73-9e4c-8c05151a575d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.869339 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-96eb8f72-dbf7-4f73-9e4c-8c05151a575d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/750801d4-cf0b-4c9a-a36c-6459e6b43f58 HTTP/1.1" status: 204 len: 168 time: 0.1929107 May 17 13:57:47.910957 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:47.977501 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.237582 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.243675 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.248943 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:48.326350 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 39548) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:48.379152 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'Port': ['ID=e343d616-f358-4cdc-af9a-29b275b50c2b,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:48.384453 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:48.389031 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.418021 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.419518 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3548362 May 17 13:57:48.445985 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.464392 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:48.469559 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Usage tracker for resource:security_group_rule and tenant:10147e49b38449bf9f4a8a9cd049251d is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:48.473449 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:48.479706 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:48.583076 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.588596 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.599874 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-95bce1d9-4903-4a0d-8f96-a10cf3df5ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:48.630944 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9312f5e-40cf-47c6-bdfe-e348ecdad9ad,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:48.654800 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:48.678547 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10147e49b38449bf9f4a8a9cd049251d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484848 May 17 13:57:48.679310 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39572) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:48.697612 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-09075046-552e-4cd0-843e-dc33e8a9a7a6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2052017108&fields=id&tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc HTTP/1.1" status: 200 len: 267 time: 0.0606120 May 17 13:57:48.730580 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39576) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:48.753603 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8e46d1b2-afc0-40a0-9f93-473f1fd0da0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.780601 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8e46d1b2-afc0-40a0-9f93-473f1fd0da0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.809960 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.841002 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8e46d1b2-afc0-40a0-9f93-473f1fd0da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.846225 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-9a885a3a-a071-41c1-bcc8-105822a0d561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:48.860853 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-266379218-network', 'tenant_id': 'f41ef983f536422c83b87e61c31f275b'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:48.865241 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-897e24bc-1693-491a-a01a-9887e2c97345 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:48.866692 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-897e24bc-1693-491a-a01a-9887e2c97345 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 817 time: 0.1616304 May 17 13:57:48.869069 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46d1b2-afc0-40a0-9f93-473f1fd0da0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9312f5e-40cf-47c6-bdfe-e348ecdad9ad,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:48.871398 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8e46d1b2-afc0-40a0-9f93-473f1fd0da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:48.874376 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:48.878962 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Usage tracker for resource:network and tenant:f41ef983f536422c83b87e61c31f275b is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:48.881995 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8e46d1b2-afc0-40a0-9f93-473f1fd0da0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.883071 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-8e46d1b2-afc0-40a0-9f93-473f1fd0da0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9312f5e-40cf-47c6-bdfe-e348ecdad9ad HTTP/1.1" status: 204 len: 168 time: 0.2032042 May 17 13:57:48.884050 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:48.890216 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-cdb04298-5790-4494-881e-b52db0735a58 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/quotas/6a46d0fa2dc140a59f215e45b9b06ecc HTTP/1.1" status: 200 len: 375 time: 0.0174909 May 17 13:57:48.891182 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:48.902441 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Made reservation on behalf of f41ef983f536422c83b87e61c31f275b for: {'network': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:57:48.905925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.920337 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:48.935013 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:48.939416 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:f41ef983f536422c83b87e61c31f275b is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:48.942432 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:48.948506 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:48.983610 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-c44ce93a-8a48-4b7b-ab20-142b44c9071a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Synchronizing usage tracker for tenant:6a46d0fa2dc140a59f215e45b9b06ecc on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:57:49.001132 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-c44ce93a-8a48-4b7b-ab20-142b44c9071a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Unset dirty status for tenant:6a46d0fa2dc140a59f215e45b9b06ecc on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:57:49.002689 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-c44ce93a-8a48-4b7b-ab20-142b44c9071a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096952 May 17 13:57:49.039594 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.045999 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.049234 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ee1e65f2-864f-4a82-ab58-a12a41410a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:49.083777 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=78714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 13:57:49.093616 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaabed9-f023-4047-a35c-aa7fc0df8a5c,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:49.109024 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.110352 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.segments_db [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Added segment 1b0892a9-446a-4d13-978a-5220185bc320 of type vlan for network 34bbda32-48af-4891-a6b3-6111ca7628d1 May 17 13:57:49.112471 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:49.143180 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.163446 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-48a7de19-0b49-48ae-a12d-b50a50f8e4ec service neutron] 10.222.0.44 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477590 May 17 13:57:49.177511 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.178978 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:49.179602 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.183532 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:49.282974 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=34bbda32-48af-4891-a6b3-6111ca7628d1,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:49.285919 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5541732 May 17 13:57:49.286803 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:49.288878 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39584) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:57:49.295170 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Request body: {'subnet': {'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-266379218-subnet', 'tenant_id': 'f41ef983f536422c83b87e61c31f275b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:49.296466 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 34bbda32-48af-4891-a6b3-6111ca7628d1 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 13:57:49.300087 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:49.304072 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Usage tracker for resource:subnet and tenant:f41ef983f536422c83b87e61c31f275b is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:49.306963 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:49.310161 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-91919cac-df12-48f8-a89d-02bfc30ddb24 service neutron] 10.222.0.44 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369331 May 17 13:57:49.312708 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:49.323654 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Made reservation on behalf of f41ef983f536422c83b87e61c31f275b for: {'subnet': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:57:49.326277 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597616'] for subnet, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.488349 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cf8abf3e-0459-4352-8b6d-276a47b6a259 req-642ee0ba-0987-4645-a2c8-3be7135c912c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 210 time: 0.0444129 May 17 13:57:49.803029 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-38577087-7208-44f0-8c12-96e2450502ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.832887 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9710127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597602'] for subnet, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.837593 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d980e2f2-9572-44da-b4c7-948de3039d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:49.913820 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:49.917498 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:49.924090 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Checking segment: {'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:57:49.924566 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Network hostable DHCP agents. Network: 34bbda32-48af-4891-a6b3-6111ca7628d1, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 13:57:49.942045 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Network 34bbda32-48af-4891-a6b3-6111ca7628d1 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 13:57:49.952644 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 34bbda32-48af-4891-a6b3-6111ca7628d1) {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:57:49.961583 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:49.962210 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:49.962753 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3fddd-75b2-4349-aefc-bbc3f41f10a2 None None] Network 34bbda32-48af-4891-a6b3-6111ca7628d1 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:57:49.983937 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-1453c0ae-c817-414f-ae62-d9266ffac68f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6939430 May 17 13:57:50.173439 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e7ed3-f257-426b-9cb8-816ac25c8309 None None] Network 34bbda32-48af-4891-a6b3-6111ca7628d1 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 13:57:50.188824 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:50.675570 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-cd0bbfa5-d7c5-474f-ab14-ca4339167954 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:50.677004 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-cd0bbfa5-d7c5-474f-ab14-ca4339167954 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 817 time: 0.2347183 May 17 13:57:50.691287 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-98cfe9c9-a883-4cbc-95d1-9c62a13aad6f req-8d07ad12-fa60-473b-adba-d6dfa442cf2b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 210 time: 0.0755711 May 17 13:57:50.742417 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-18eae21b-488f-4066-9e53-802cc4e16876 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc HTTP/1.1" status: 200 len: 380 time: 0.0501888 May 17 13:57:50.752052 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'port': {'device_id': '10744b9e-a644-467f-9728-bce833479cfd', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'admin_state_up': True, 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'security_groups': ['9efb873b-66e6-4b75-bc8d-171c0703ba68']}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:50.886955 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:50.896542 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:50.907349 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Made reservation on behalf of 6a46d0fa2dc140a59f215e45b9b06ecc for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:57:50.910887 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:51.056373 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:51.079051 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Allocated IP 172.20.0.6 (f6d814f8-d20c-4865-ad86-e6553cb0baf6/7a1f4f31-0851-4479-83cb-9127a8a37b48/7a4e4316-548a-444f-a283-a856b4d06ed9) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:57:51.260754 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:51.276149 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Transition to ACTIVE for port object 7a4e4316-548a-444f-a283-a856b4d06ed9 will not be triggered until provisioned by entity DHCP. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:57:51.300524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:51.307049 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e3e9ff94-9cc0-41f4-8ebf-499a1195a05e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:51.368100 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:57:51.371026 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:57:51.373322 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:57:51.426816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:51.429703 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:51.451221 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:51.451720 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:51.482005 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-fd6521ce-2520-4746-af87-9bcf7d73a364 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341526 May 17 13:57:51.494567 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Request body: {'port': {'device_id': '10744b9e-a644-467f-9728-bce833479cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:51.617393 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-de68a039-dad4-459c-9b07-345d71c98836 None None] Provisioning for port 7a4e4316-548a-444f-a283-a856b4d06ed9 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:57:51.624295 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-de68a039-dad4-459c-9b07-345d71c98836 None None] Provisioning complete for port 7a4e4316-548a-444f-a283-a856b4d06ed9 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:57:51.624945 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-de68a039-dad4-459c-9b07-345d71c98836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:51.684204 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:51.689059 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-de68a039-dad4-459c-9b07-345d71c98836 None None] Port 7a4e4316-548a-444f-a283-a856b4d06ed9 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:57:52.141755 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbb002-04fc-42df-9e35-a65b113ce454 req-a95f58c9-7b35-497d-b68c-1a45ff8ae4f4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:52.142378 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-17dbb002-04fc-42df-9e35-a65b113ce454 req-a95f58c9-7b35-497d-b68c-1a45ff8ae4f4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Synchronizing usage tracker for tenant:6a46d0fa2dc140a59f215e45b9b06ecc on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:57:52.182321 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987de001-0228-417d-b60a-7cf2321eca45 req-502e0d46-cd99-41e7-8dd0-4ffc546da250 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:52.183735 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-502e0d46-cd99-41e7-8dd0-4ffc546da250 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/networks?id=34bbda32-48af-4891-a6b3-6111ca7628d1 HTTP/1.1" status: 200 len: 813 time: 0.2233005 May 17 13:57:52.198183 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-17dbb002-04fc-42df-9e35-a65b113ce454 req-a95f58c9-7b35-497d-b68c-1a45ff8ae4f4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Unset dirty status for tenant:6a46d0fa2dc140a59f215e45b9b06ecc on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:57:52.199221 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-17dbb002-04fc-42df-9e35-a65b113ce454 req-a95f58c9-7b35-497d-b68c-1a45ff8ae4f4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 931 time: 0.3735726 May 17 13:57:52.206641 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-7a0ee38c-cf8b-45db-832b-91dda7855507 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/quotas/f41ef983f536422c83b87e61c31f275b HTTP/1.1" status: 200 len: 375 time: 0.0162966 May 17 13:57:52.319318 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-c1d3b9b8-c5d5-4284-a7ed-f96baf9ad356 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41ef983f536422c83b87e61c31f275b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035783 May 17 13:57:52.412962 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-17dbb002-04fc-42df-9e35-a65b113ce454 req-492c77c5-eb0b-41b0-a4f5-87c1bd1c6b86 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053106 May 17 13:57:52.427567 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4e4316-548a-444f-a283-a856b4d06ed9 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:57:52.438542 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:52.470913 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Transition to ACTIVE for port object 7a4e4316-548a-444f-a283-a856b4d06ed9 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:57:52.476655 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:52.482843 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-aecbf428-02fb-4e1a-b99e-b7040c624a8a tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:52.595813 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-e823c564-d811-448d-a684-4bd86b908d53 service neutron] 10.222.0.44 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656875 May 17 13:57:52.603900 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:57:52.772624 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:52.775489 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:52.854166 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-80273ca5-eb4a-46bd-93e2-6d9e7606a432 service neutron] 10.222.0.44 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506437 May 17 13:57:52.856031 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Attempting to bind port 7a4e4316-548a-444f-a283-a856b4d06ed9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:57:52.856367 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Attempting to bind port 7a4e4316-548a-444f-a283-a856b4d06ed9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:57:52.856719 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Attempting to bind port 7a4e4316-548a-444f-a283-a856b4d06ed9 on network f6d814f8-d20c-4865-ad86-e6553cb0baf6 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:57:52.864153 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Port 7a4e4316-548a-444f-a283-a856b4d06ed9 on network f6d814f8-d20c-4865-ad86-e6553cb0baf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:57:52.864490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Attempting to bind port 7a4e4316-548a-444f-a283-a856b4d06ed9 on network f6d814f8-d20c-4865-ad86-e6553cb0baf6 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:57:52.873460 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:57:52.874013 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Checking segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:57:52.874353 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Bound using segment: {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:57:52.874861 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Bound port: 7a4e4316-548a-444f-a283-a856b4d06ed9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c235ec7-763a-42ad-979c-abb239912ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:57:52.875276 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:52.905063 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:52.984655 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:57:52.988311 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:57:52.992375 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:52.999224 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:53.057574 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:53.058555 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:53.059842 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] 10.222.0.52 "PUT /v2.0/ports/7a4e4316-548a-444f-a283-a856b4d06ed9 HTTP/1.1" status: 200 len: 1093 time: 1.5696919 May 17 13:57:53.064843 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:53.152164 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'status': 'completed', 'code': 200} May 17 13:57:53.170609 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-02447ee7-5240-4aa6-ac75-8ddc28b1628f req-52b5ed6b-14cb-4751-a556-3981a5728367 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 210 time: 0.1071382 May 17 13:57:53.190795 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:53.201212 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:53.223190 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-c45f91d4-1e4d-4324-a5c0-0e35f7eb0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:53.224676 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-c45f91d4-1e4d-4324-a5c0-0e35f7eb0b11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 1096 time: 0.1155353 May 17 13:57:53.300464 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-f6608588-1048-4a44-ba2d-c1fc078b09b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4e4316-548a-444f-a283-a856b4d06ed9 HTTP/1.1" status: 200 len: 217 time: 0.0668170 May 17 13:57:53.467284 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-12d86d13-a021-42d9-930c-35232d9d3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:53.468720 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-12d86d13-a021-42d9-930c-35232d9d3b84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.1608927 May 17 13:57:53.609418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-c3183f4a-e3b6-44aa-b481-b65084dee7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:53.611591 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-c3183f4a-e3b6-44aa-b481-b65084dee7cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1331658 May 17 13:57:53.729708 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beac35-bd56-466d-829d-59c6d9809983 req-b3297f7a-9f4c-455d-86c7-03c6a89240ed tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:53.731522 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5beac35-bd56-466d-829d-59c6d9809983 req-b3297f7a-9f4c-455d-86c7-03c6a89240ed tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.1928155 May 17 13:57:53.811395 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-4efb5788-a79b-4a56-8e59-9b734c3e17cd service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921563 May 17 13:57:53.818074 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5beac35-bd56-466d-829d-59c6d9809983 req-d0202c7a-4431-4c2f-a9ea-4b20909aadb4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773821 May 17 13:57:53.947288 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b6badd7-a1e9-4137-90ef-b45fc2dd0e73 req-e736daaa-a087-4343-9451-7aa76341d3fb service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275058 May 17 13:57:54.063893 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-9d7f29e0-afea-465a-b046-eae7d4a7eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:54.065368 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-9d7f29e0-afea-465a-b046-eae7d4a7eeb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 1096 time: 0.0715811 May 17 13:57:54.361207 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-daedca8d-8dbe-44c3-9143-2b2f208360c6 req-a019e8da-c167-4246-9625-349f8f31e42e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 210 time: 0.0723596 May 17 13:57:54.406687 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987de001-0228-417d-b60a-7cf2321eca45 req-c561f429-2fab-4f29-b6b9-e607efa37b93 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:54.408089 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-c561f429-2fab-4f29-b6b9-e607efa37b93 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.52 "GET /v2.0/networks?id=34bbda32-48af-4891-a6b3-6111ca7628d1 HTTP/1.1" status: 200 len: 813 time: 0.2650445 May 17 13:57:54.426541 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Request body: {'port': {'device_id': '55abf9da-ff27-4a30-973e-0f95e1af9a75', 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1', 'admin_state_up': True, 'tenant_id': 'f41ef983f536422c83b87e61c31f275b'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:54.443826 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-83e7e413-521e-4d40-b98d-2a59f802d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:54.445217 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-83e7e413-521e-4d40-b98d-2a59f802d013 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.3728681 May 17 13:57:54.600098 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-7fa554c1-100e-43cf-95c2-16d59e2d0c73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4e4316-548a-444f-a283-a856b4d06ed9 HTTP/1.1" status: 200 len: 217 time: 0.1051111 May 17 13:57:54.726128 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-fcdd064e-1714-459a-8b84-c741d48e9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:54.727520 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-fcdd064e-1714-459a-8b84-c741d48e9bce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.1112316 May 17 13:57:54.732339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:57:54.772450 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Usage tracker for resource:port and tenant:f41ef983f536422c83b87e61c31f275b is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:57:54.782078 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a99e76-9685-4575-a6dd-137196cd05b7 req-5affa994-a3e0-4d2d-b5ed-5d150854b590 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:54.783470 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d6a99e76-9685-4575-a6dd-137196cd05b7 req-5affa994-a3e0-4d2d-b5ed-5d150854b590 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.2876139 May 17 13:57:54.784228 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:57:54.801301 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:57:54.832102 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Made reservation on behalf of f41ef983f536422c83b87e61c31f275b for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:57:54.835400 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:54.914207 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d6a99e76-9685-4575-a6dd-137196cd05b7 req-08b2b3c4-9666-4f9d-a41e-4d289bda41c8 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216516 May 17 13:57:55.000808 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-1a0fc88a-372e-44f2-9231-0f005a271317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:55.002342 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-1a0fc88a-372e-44f2-9231-0f005a271317 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2654126 May 17 13:57:55.242607 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Allocated IP 172.20.0.2 (34bbda32-48af-4891-a6b3-6111ca7628d1/7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a/36b58982-7d0f-4ef2-a076-c5e860bc6e90) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:57:55.279085 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68f889-81a8-4237-8c48-5d36740631fa req-5b46fa24-6d8a-4d83-8b3e-442e0aad0f3c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:55.280533 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ef68f889-81a8-4237-8c48-5d36740631fa req-5b46fa24-6d8a-4d83-8b3e-442e0aad0f3c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.3422973 May 17 13:57:55.327894 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-ccb75a1e-8a0e-41f2-90a8-c6e3266d5f5b service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844563 May 17 13:57:55.470220 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ef68f889-81a8-4237-8c48-5d36740631fa req-43da8cf1-9832-4c45-85f6-9dbea29090e1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767998 May 17 13:57:55.587022 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a4f0f51-36bb-42e8-b108-45a8701c80eb req-2a4816a3-f0e7-4811-9ccc-244493a02408 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 210 time: 0.0637591 May 17 13:57:55.644443 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcf5b2dd-eb5c-43a9-9807-963b9ba2a097 req-560af412-af40-4557-b97f-dbb9512d9976 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031573 May 17 13:57:55.674580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:55.703966 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:55.709248 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3879c9f0-ff25-48ed-9db4-02afe250886a tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:55.772303 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Network 34bbda32-48af-4891-a6b3-6111ca7628d1 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:57:55.775355 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:57:55.779256 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:57:55.813611 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Pushing event updated for resources: {'Port': ['ID=36b58982-7d0f-4ef2-a076-c5e860bc6e90,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:55.823512 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:55.847226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:55.847802 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:55.867852 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4450548 May 17 13:57:55.879100 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Request body: {'port': {'device_id': '55abf9da-ff27-4a30-973e-0f95e1af9a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:57:55.991321 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:56.208587 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450f804-5d8e-477d-8f35-c795804bc57b req-900724db-b667-4f72-85fa-28e0989d5bcd tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:56.210028 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b450f804-5d8e-477d-8f35-c795804bc57b req-900724db-b667-4f72-85fa-28e0989d5bcd tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1799614 May 17 13:57:56.330720 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b450f804-5d8e-477d-8f35-c795804bc57b req-04131436-4fbd-42a3-b2ed-fea70d79d10c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761132 May 17 13:57:56.424527 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b58982-7d0f-4ef2-a076-c5e860bc6e90 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:57:56.431659 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:56.445312 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Transition to ACTIVE for port object 36b58982-7d0f-4ef2-a076-c5e860bc6e90 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:57:56.449154 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:56.453282 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:56.605922 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Pushing event updated for resources: {'Port': ['ID=36b58982-7d0f-4ef2-a076-c5e860bc6e90,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:56.648212 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:56.670323 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:57:56.809064 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:56.822292 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'port_id': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'mac_address': 'fa:16:3e:76:af:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:57:56.879610 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:56.887422 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Attempting to bind port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:57:56.888001 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Attempting to bind port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:57:56.888110 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Attempting to bind port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 on network 34bbda32-48af-4891-a6b3-6111ca7628d1 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:57:56.896461 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4e4316-548a-444f-a283-a856b4d06ed9 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:57:56.901186 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7f069-ec23-4c13-bfc3-33dd1db156a4 req-38f52dd2-b717-40fe-8831-156bb4e9f0c8 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:56.903011 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4ac7f069-ec23-4c13-bfc3-33dd1db156a4 req-38f52dd2-b717-40fe-8831-156bb4e9f0c8 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.2981615 May 17 13:57:56.906870 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 on network 34bbda32-48af-4891-a6b3-6111ca7628d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:57:56.907175 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Attempting to bind port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 on network 34bbda32-48af-4891-a6b3-6111ca7628d1 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:57:56.914748 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:56.919773 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:56.921568 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:56.930491 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:57:56.930827 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Checking segment: {'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:57:56.931196 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Bound using segment: {'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:57:56.931625 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Bound port: 36b58982-7d0f-4ef2-a076-c5e860bc6e90, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:57:56.931962 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:56.986020 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:56.990776 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b87ce-2aa4-4541-ae04-e073545ae4c2 req-647a097d-b92f-4889-b55c-9b9082fda20f tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:56.991464 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-5b1b87ce-2aa4-4541-ae04-e073545ae4c2 req-647a097d-b92f-4889-b55c-9b9082fda20f tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Synchronizing usage tracker for tenant:f41ef983f536422c83b87e61c31f275b on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:57:56.993143 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.993488 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.993858 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.994189 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.994513 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.994833 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.995170 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.995463 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.995775 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.996090 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.996438 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:56.996746 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:57:57.000655 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:57.049320 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4ac7f069-ec23-4c13-bfc3-33dd1db156a4 req-92aaa9b9-ef22-44e4-a5aa-8875ea2da1bc tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388309 May 17 13:57:57.053891 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-5b1b87ce-2aa4-4541-ae04-e073545ae4c2 req-647a097d-b92f-4889-b55c-9b9082fda20f tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Unset dirty status for tenant:f41ef983f536422c83b87e61c31f275b on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:57:57.054937 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5b1b87ce-2aa4-4541-ae04-e073545ae4c2 req-647a097d-b92f-4889-b55c-9b9082fda20f tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 943 time: 0.2765718 May 17 13:57:57.081357 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] For port 36b58982-7d0f-4ef2-a076-c5e860bc6e90, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:57:57.101304 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] For port 36b58982-7d0f-4ef2-a076-c5e860bc6e90, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36b58982-7d0f-4ef2-a076-c5e860bc6e90,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:57:57.105609 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:57.115099 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e8e6dfa8-59de-43c0-bfd9-c01c9986418a tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:57.152347 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5b1b87ce-2aa4-4541-ae04-e073545ae4c2 req-c3fb514c-04bb-4270-9d79-2067743b36cb tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912139 May 17 13:57:57.171624 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['7a4e4316-548a-444f-a283-a856b4d06ed9'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:57:57.175012 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:57.175610 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:57.176944 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] 10.222.0.52 "PUT /v2.0/ports/36b58982-7d0f-4ef2-a076-c5e860bc6e90 HTTP/1.1" status: 200 len: 1093 time: 1.3017237 May 17 13:57:57.177416 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55abf9da-ff27-4a30-973e-0f95e1af9a75', 'tag': '36b58982-7d0f-4ef2-a076-c5e860bc6e90'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:57.196102 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Pushing event updated for resources: {'Port': ['ID=36b58982-7d0f-4ef2-a076-c5e860bc6e90,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:57.199121 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:57.247571 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55abf9da-ff27-4a30-973e-0f95e1af9a75', 'tag': '36b58982-7d0f-4ef2-a076-c5e860bc6e90', 'status': 'completed', 'code': 200} May 17 13:57:57.287348 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987de001-0228-417d-b60a-7cf2321eca45 req-a2ca522c-fa89-4ae1-8aea-86f85982f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:57.288811 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-a2ca522c-fa89-4ae1-8aea-86f85982f236 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41ef983f536422c83b87e61c31f275b&device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 1096 time: 0.0730541 May 17 13:57:57.359628 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-31140818-5058-4006-9881-b9722b01f303 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36b58982-7d0f-4ef2-a076-c5e860bc6e90 HTTP/1.1" status: 200 len: 217 time: 0.0628104 May 17 13:57:57.421215 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987de001-0228-417d-b60a-7cf2321eca45 req-21818622-4157-4769-b1cd-5752ce702c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:57.422661 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-21818622-4157-4769-b1cd-5752ce702c3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a HTTP/1.1" status: 200 len: 853 time: 0.0573013 May 17 13:57:57.504666 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-f79f4e26-3b05-41f9-a18b-6bdf54340e90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34bbda32-48af-4891-a6b3-6111ca7628d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752699 May 17 13:57:57.654871 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055272ac-43d6-41f5-95f3-b154e4eac153 req-83b1b852-ab54-4a71-ae63-27991fbcdb5c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:57.656234 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-055272ac-43d6-41f5-95f3-b154e4eac153 req-83b1b852-ab54-4a71-ae63-27991fbcdb5c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1942983 May 17 13:57:57.659477 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-6a32541d-ed71-49b7-8333-e41b59bef5c9 service neutron] 10.222.0.52 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447179 May 17 13:57:57.779532 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-055272ac-43d6-41f5-95f3-b154e4eac153 req-e12157f4-0538-41ac-92b3-7eafc4fa2366 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172290 May 17 13:57:57.818000 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-987de001-0228-417d-b60a-7cf2321eca45 req-43c95811-c088-4aa2-9063-25f39875d90c service neutron] 10.222.0.52 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429300 May 17 13:57:57.936183 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228235b6-6268-4a5c-821e-1759bbc33214 req-aa459f4d-c0c9-4ef6-b449-97ad994ca629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:57.937568 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-228235b6-6268-4a5c-821e-1759bbc33214 req-aa459f4d-c0c9-4ef6-b449-97ad994ca629 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41ef983f536422c83b87e61c31f275b&device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 1096 time: 0.0782185 May 17 13:57:58.068814 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228235b6-6268-4a5c-821e-1759bbc33214 req-d29b4a9c-d694-4ab4-80a2-f3964e2675b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:58.070255 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-228235b6-6268-4a5c-821e-1759bbc33214 req-d29b4a9c-d694-4ab4-80a2-f3964e2675b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=34bbda32-48af-4891-a6b3-6111ca7628d1 HTTP/1.1" status: 200 len: 914 time: 0.1264400 May 17 13:57:58.141299 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-228235b6-6268-4a5c-821e-1759bbc33214 req-1d855f44-4d3e-47b6-bf50-f8d2221c132a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36b58982-7d0f-4ef2-a076-c5e860bc6e90 HTTP/1.1" status: 200 len: 217 time: 0.0643878 May 17 13:57:58.256784 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228235b6-6268-4a5c-821e-1759bbc33214 req-abcdda5c-720c-4266-9d7f-eedcce5580d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:58.258253 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-228235b6-6268-4a5c-821e-1759bbc33214 req-abcdda5c-720c-4266-9d7f-eedcce5580d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a HTTP/1.1" status: 200 len: 853 time: 0.1102278 May 17 13:57:58.350815 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-228235b6-6268-4a5c-821e-1759bbc33214 req-738040db-b89f-4007-93e0-d76bf1490a27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34bbda32-48af-4891-a6b3-6111ca7628d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846727 May 17 13:57:58.511357 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d4632-cdca-4388-b0ae-cf8d5436a4ac req-7afb436c-afd2-4052-8edc-cbc58c67534c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:58.513944 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ed3d4632-cdca-4388-b0ae-cf8d5436a4ac req-7afb436c-afd2-4052-8edc-cbc58c67534c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 944 time: 0.3343875 May 17 13:57:58.600384 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ed3d4632-cdca-4388-b0ae-cf8d5436a4ac req-21eeb195-822d-4ff1-b751-b295814b49bb tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762408 May 17 13:57:58.627049 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279da3b9-5671-44ba-b83f-372e4c99b9f5 req-f86db69c-1c92-415b-8070-44e4ff08577b tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:58.628488 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-279da3b9-5671-44ba-b83f-372e4c99b9f5 req-f86db69c-1c92-415b-8070-44e4ff08577b tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 943 time: 0.3636339 May 17 13:57:58.637261 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-228235b6-6268-4a5c-821e-1759bbc33214 req-56cd469d-b184-40a3-81cd-55f7b7c0fce2 service neutron] 10.222.0.52 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763722 May 17 13:57:58.687391 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:57:58.755538 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 7a4e4316-548a-444f-a283-a856b4d06ed9 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:57:58.760311 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 7a4e4316-548a-444f-a283-a856b4d06ed9 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:57:58.760695 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:58.761272 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-279da3b9-5671-44ba-b83f-372e4c99b9f5 req-f45a48ba-a44f-4b81-937a-215ad57153b5 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261573 May 17 13:57:58.807777 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-228235b6-6268-4a5c-821e-1759bbc33214 req-c7f7be6d-13fd-4253-91a3-9ed1b940aa34 service neutron] 10.222.0.52 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573944 May 17 13:57:58.879799 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:58.909079 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:57:58.919237 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:57:58.924432 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:57:58.926064 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:57:58.962642 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'code': 200} May 17 13:57:58.982292 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60efc3-1a77-4528-8d46-98def79e0cdd req-6d769ecf-3d20-424b-9b8d-8c4cb1ee2b55 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:58.983825 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3d60efc3-1a77-4528-8d46-98def79e0cdd req-6d769ecf-3d20-424b-9b8d-8c4cb1ee2b55 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0922813 May 17 13:57:58.998470 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:57:59.007190 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:57:59.033751 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3d60efc3-1a77-4528-8d46-98def79e0cdd req-3b50a624-7beb-4e11-a0a3-3115e9dc3adb tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437491 May 17 13:57:59.190197 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0a866-9d7d-450f-ae71-ec271f6fa880 req-02f51797-b0fd-4c48-9ff1-0510ede3dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:59.191637 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0a866-9d7d-450f-ae71-ec271f6fa880 req-02f51797-b0fd-4c48-9ff1-0510ede3dd81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 1098 time: 0.0719199 May 17 13:57:59.232766 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfc0a866-9d7d-450f-ae71-ec271f6fa880 req-7ef4529d-fbd1-4d09-be9b-e5697f830483 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331118 May 17 13:57:59.791429 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77822076-c8a8-4940-8ce6-dabf743ff12c req-8aa786c7-7f77-4a5b-84e5-d77292b1c70c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:59.792796 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-77822076-c8a8-4940-8ce6-dabf743ff12c req-8aa786c7-7f77-4a5b-84e5-d77292b1c70c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0782695 May 17 13:57:59.842412 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-77822076-c8a8-4940-8ce6-dabf743ff12c req-c9273e86-73ea-40d4-905e-c74056d00f41 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 May 17 13:57:59.947969 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db2a2e-a929-43f5-9ad6-0655ba1f0cef req-29697db4-eb47-4ee5-a072-4398cfba52f2 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:57:59.949316 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f4db2a2e-a929-43f5-9ad6-0655ba1f0cef req-29697db4-eb47-4ee5-a072-4398cfba52f2 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 943 time: 0.0823109 May 17 13:57:59.993747 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f4db2a2e-a929-43f5-9ad6-0655ba1f0cef req-8cb6d7d4-209a-42b6-95f5-5934d73a2da8 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 May 17 13:58:00.227991 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28de9b3-adb4-4a8f-be28-b7a6952bf719 req-b566b488-bce5-4d49-82b4-74c0aeccf293 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:00.229360 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f28de9b3-adb4-4a8f-be28-b7a6952bf719 req-b566b488-bce5-4d49-82b4-74c0aeccf293 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0897629 May 17 13:58:00.273954 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f28de9b3-adb4-4a8f-be28-b7a6952bf719 req-477aa7e7-217e-40a1-89c1-821c012f45f0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387015 May 17 13:58:00.707694 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 36b58982-7d0f-4ef2-a076-c5e860bc6e90 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:58:00.837377 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 36b58982-7d0f-4ef2-a076-c5e860bc6e90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36b58982-7d0f-4ef2-a076-c5e860bc6e90,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:58:00.849985 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '36b58982-7d0f-4ef2-a076-c5e860bc6e90', 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1', 'port_id': '36b58982-7d0f-4ef2-a076-c5e860bc6e90', 'mac_address': 'fa:16:3e:48:49:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:58:00.904695 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:00.922105 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b58982-7d0f-4ef2-a076-c5e860bc6e90 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:58:00.937805 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 36b58982-7d0f-4ef2-a076-c5e860bc6e90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36b58982-7d0f-4ef2-a076-c5e860bc6e90,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:58:00.942410 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:00.944144 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2022028d-1a39-4f5d-b43a-01fa5cf9ec41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:58:01.012275 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=36b58982-7d0f-4ef2-a076-c5e860bc6e90,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:58:01.016672 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:58:01.034672 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489a57d-a92e-4692-b79f-85c7ab6e46d1 req-4ca5f02e-5e9f-4cd5-b2de-6a7797f5cb4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:01.036153 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2489a57d-a92e-4692-b79f-85c7ab6e46d1 req-4ca5f02e-5e9f-4cd5-b2de-6a7797f5cb4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0815897 May 17 13:58:01.085638 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2489a57d-a92e-4692-b79f-85c7ab6e46d1 req-10b1254d-ffcd-4e62-abf8-0d4f3df552b2 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437896 May 17 13:58:01.180750 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c60db-9b6b-427f-87d3-bd30e1bc2923 req-7a783d5b-d0ef-41ec-9947-702b359e389e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:01.183079 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-322c60db-9b6b-427f-87d3-bd30e1bc2923 req-7a783d5b-d0ef-41ec-9947-702b359e389e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 944 time: 0.0824347 May 17 13:58:01.183943 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['36b58982-7d0f-4ef2-a076-c5e860bc6e90'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:58:01.277783 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-322c60db-9b6b-427f-87d3-bd30e1bc2923 req-f36522cd-b517-4254-ad7c-8e75ce26591f tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885911 May 17 13:58:01.306805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec75d96-2046-45e5-a970-87c6917b4f57 req-8e4626da-1381-43e9-8a67-e6cf2fbf5e21 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:01.308279 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ec75d96-2046-45e5-a970-87c6917b4f57 req-8e4626da-1381-43e9-8a67-e6cf2fbf5e21 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1064668 May 17 13:58:01.317897 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 39704) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:58:01.323341 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Request body: {'floatingip': {'port_id': '7a4e4316-548a-444f-a283-a856b4d06ed9'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:58:01.402474 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:01.463299 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930bc29-b22d-4884-b67b-dbb684c91e02 req-cefab5cf-5b04-4f13-b41e-5d9b9f1cb1ae tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:01.464783 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0930bc29-b22d-4884-b67b-dbb684c91e02 req-cefab5cf-5b04-4f13-b41e-5d9b9f1cb1ae tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0799725 May 17 13:58:01.510180 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0930bc29-b22d-4884-b67b-dbb684c91e02 req-b586dd58-59ba-438c-bef3-2b14a635b9e2 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387433 May 17 13:58:01.979484 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:01.983027 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:02.148970 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.l3_db [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Floating IP 2f02f417-8552-4cc7-9298-cb2ea131d5fc associated. External IP: 172.28.3.110, port: 7a4e4316-548a-444f-a283-a856b4d06ed9. May 17 13:58:02.466551 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841faa87-c5eb-49c6-857c-e2ffe6dd3040 req-d5b71fe2-7ce9-4c91-9039-1689934f8294 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:02.468106 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-841faa87-c5eb-49c6-857c-e2ffe6dd3040 req-d5b71fe2-7ce9-4c91-9039-1689934f8294 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 944 time: 0.0829575 May 17 13:58:02.514238 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-841faa87-c5eb-49c6-857c-e2ffe6dd3040 req-282c2c32-a65d-45de-92b5-5e56f5f6ac87 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 May 17 13:58:02.594172 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Router f865ec5b-458d-49e2-9c0f-542f98e0196e has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:58:02.695999 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1a05a-0d65-4dfc-93f4-7d929a4d7b4b req-9c3a420b-f3c6-405a-98f0-1c6c1a1fe5b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:02.697483 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4ee1a05a-0d65-4dfc-93f4-7d929a4d7b4b req-9c3a420b-f3c6-405a-98f0-1c6c1a1fe5b0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0805106 May 17 13:58:02.707883 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 36b58982-7d0f-4ef2-a076-c5e860bc6e90 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:58:02.747922 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4ee1a05a-0d65-4dfc-93f4-7d929a4d7b4b req-6b30c79a-edd5-424c-bffa-34949b0dab2e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438929 May 17 13:58:02.770866 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:58:02.775209 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:02.781016 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:58:02.784186 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] Sync routers for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:58:02.792299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:58:02.792666 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:02.835806 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-5e946015-20ed-49a5-b3ea-c3ffb1846746 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "PUT /v2.0/floatingips/2f02f417-8552-4cc7-9298-cb2ea131d5fc HTTP/1.1" status: 200 len: 991 time: 1.5142329 May 17 13:58:02.836013 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:58:02.836133 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9'}] {{(pid=78714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:58:02.836239 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:57:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:58:02.883335 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'status': 'completed', 'code': 200} May 17 13:58:02.979099 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-5fa9d503-2f48-4ceb-8694-de83a9719278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:02.980375 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-5fa9d503-2f48-4ceb-8694-de83a9719278 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 1098 time: 0.0740597 May 17 13:58:03.067628 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:58:03.115503 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-22b1f13c-bcfc-4ce9-9c48-3aebc7448a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:03.116864 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-22b1f13c-bcfc-4ce9-9c48-3aebc7448a8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.1295168 May 17 13:58:03.150236 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:03.238643 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55abf9da-ff27-4a30-973e-0f95e1af9a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b58982-7d0f-4ef2-a076-c5e860bc6e90'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:58:03.271170 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 36b58982-7d0f-4ef2-a076-c5e860bc6e90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36b58982-7d0f-4ef2-a076-c5e860bc6e90,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:58:03.277247 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:03.282060 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:58:03.297390 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-9eb70265-8c74-4cef-91e4-0f6d514d1bc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4e4316-548a-444f-a283-a856b4d06ed9 HTTP/1.1" status: 200 len: 999 time: 0.1735435 May 17 13:58:03.310886 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55abf9da-ff27-4a30-973e-0f95e1af9a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b58982-7d0f-4ef2-a076-c5e860bc6e90', 'code': 200} May 17 13:58:03.368908 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-6ce40afa-85b3-4e8b-aab5-22fae3aaa271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:03.370312 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-6ce40afa-85b3-4e8b-aab5-22fae3aaa271 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.0642726 May 17 13:58:03.432457 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=36b58982-7d0f-4ef2-a076-c5e860bc6e90,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:58:03.437437 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:58:03.458388 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-b517b876-f6a1-4b8f-9cae-7f0cd1ef080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:03.459871 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-b517b876-f6a1-4b8f-9cae-7f0cd1ef080f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830858 May 17 13:58:03.536121 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '2f02f417-8552-4cc7-9298-cb2ea131d5fc', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'floating_ip_address': '172.28.3.110', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'port_id': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'mac_address': 'fa:16:3e:76:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10744b9e-a644-467f-9728-bce833479cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:57:47Z', 'updated_at': '2021-05-17T13:58:01Z', 'revision_number': 1, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:58:03.540105 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] Checking router: f865ec5b-458d-49e2-9c0f-542f98e0196e for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:58:03.549065 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:58:03.549696 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:57:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:58:03.691507 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-88b1f215-d0bb-420f-8157-d9fe87bc0303 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208941 May 17 13:58:03.698410 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8273e-e21a-4c77-8ddc-8b6a6d3b46e8 req-732b9c6e-7ce3-4fcf-9dcf-7c6dd67bc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:03.699779 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ecc8273e-e21a-4c77-8ddc-8b6a6d3b46e8 req-732b9c6e-7ce3-4fcf-9dcf-7c6dd67bc963 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 1098 time: 0.2281766 May 17 13:58:03.729332 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:58:03.850678 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ecc8273e-e21a-4c77-8ddc-8b6a6d3b46e8 req-6f976a75-11eb-4265-a4a8-e8cb797f5566 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271098 May 17 13:58:03.920219 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a67bfa3-c38e-4990-9ee3-2fb2d66d2ad0 req-2af6700d-90e9-4687-a237-54ef8a2feb24 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186279 May 17 13:58:03.942022 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d214-20ea-49fc-828f-5500db1886f5 req-b9262438-dec9-4817-a740-dae80629de6c tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:03.943783 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5e50d214-20ea-49fc-828f-5500db1886f5 req-b9262438-dec9-4817-a740-dae80629de6c tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 945 time: 0.3014445 May 17 13:58:04.010524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55727-4566-4998-ab70-ff9b3e4cbb43 req-883cb305-002d-446c-b0cd-65ebfff76dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:04.011982 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48f55727-4566-4998-ab70-ff9b3e4cbb43 req-883cb305-002d-446c-b0cd-65ebfff76dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1510141 May 17 13:58:04.016760 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5e50d214-20ea-49fc-828f-5500db1886f5 req-dc690a08-9740-425e-a67c-80ed1db84d70 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647764 May 17 13:58:04.062284 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48f55727-4566-4998-ab70-ff9b3e4cbb43 req-ec68e0a7-6747-4d59-8278-2c46fe1855eb tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436423 May 17 13:58:04.081889 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '2f02f417-8552-4cc7-9298-cb2ea131d5fc', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'floating_ip_address': '172.28.3.110', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'port_id': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'mac_address': 'fa:16:3e:76:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10744b9e-a644-467f-9728-bce833479cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:57:47Z', 'updated_at': '2021-05-17T13:58:01Z', 'revision_number': 1, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:58:04.085060 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4843e30-9a94-4170-8c77-7cfd3352d839 None None] The sync data for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb is: [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '2f02f417-8552-4cc7-9298-cb2ea131d5fc', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'floating_ip_address': '172.28.3.110', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'port_id': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'mac_address': 'fa:16:3e:76:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10744b9e-a644-467f-9728-bce833479cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:57:47Z', 'updated_at': '2021-05-17T13:58:01Z', 'revision_number': 1, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:58:04.261545 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee686458-85e5-4878-bc1a-5ae0389462fa None None] New status for floating IP 2f02f417-8552-4cc7-9298-cb2ea131d5fc: ACTIVE {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 13:58:05.258561 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d6ee8-ae7e-434a-9222-775dfae639ca req-1744b76e-3e2a-433a-afcf-7ba273e33a35 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:05.260031 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a74d6ee8-ae7e-434a-9222-775dfae639ca req-1744b76e-3e2a-433a-afcf-7ba273e33a35 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 945 time: 0.1391964 May 17 13:58:05.290329 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d1928-12d4-4385-94f8-1a11f9fa5cb5 req-48e48078-264b-4aa6-8ef1-6f001997cdd7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:05.292008 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b13d1928-12d4-4385-94f8-1a11f9fa5cb5 req-48e48078-264b-4aa6-8ef1-6f001997cdd7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1216793 May 17 13:58:05.344251 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a74d6ee8-ae7e-434a-9222-775dfae639ca req-ad3b42d9-d140-4274-abca-3a2980b7fd7e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773282 May 17 13:58:05.353858 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b13d1928-12d4-4385-94f8-1a11f9fa5cb5 req-8e4ca384-3106-4f45-930b-1b92d61d3f52 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554945 May 17 13:58:05.775226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169875-4124-4517-8c03-b522a135c901 req-1c8a1bc9-7bf8-4cfa-a90b-c4963833d40f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:05.776703 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cc169875-4124-4517-8c03-b522a135c901 req-1c8a1bc9-7bf8-4cfa-a90b-c4963833d40f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.1488078 May 17 13:58:05.817659 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bfd69-e077-45f3-8112-7567e5228f8f req-824e1df3-d0c9-4dbb-80b3-1aeeae248d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:05.819149 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-471bfd69-e077-45f3-8112-7567e5228f8f req-824e1df3-d0c9-4dbb-80b3-1aeeae248d54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 1099 time: 0.1241653 May 17 13:58:05.853311 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cc169875-4124-4517-8c03-b522a135c901 req-5cad932f-6be3-4a40-a87c-97a2b35dc199 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694430 May 17 13:58:05.967626 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bfd69-e077-45f3-8112-7567e5228f8f req-088b3cea-0ecd-44c8-a377-a4c8312a6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:05.969072 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-471bfd69-e077-45f3-8112-7567e5228f8f req-088b3cea-0ecd-44c8-a377-a4c8312a6eeb service neutron] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 911 time: 0.1412296 May 17 13:58:06.073858 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-471bfd69-e077-45f3-8112-7567e5228f8f req-3840945a-1b7f-4d1b-8172-05c503aa91b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266 HTTP/1.1" status: 200 len: 1001 time: 0.0970416 May 17 13:58:06.143566 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bfd69-e077-45f3-8112-7567e5228f8f req-c7073a88-b1b0-4f8c-bd08-28014bd2c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:06.145029 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-471bfd69-e077-45f3-8112-7567e5228f8f req-c7073a88-b1b0-4f8c-bd08-28014bd2c213 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.0575867 May 17 13:58:06.224942 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bfd69-e077-45f3-8112-7567e5228f8f req-3ae1b710-7eb8-4ffa-9776-56b822a18521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:06.226502 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-471bfd69-e077-45f3-8112-7567e5228f8f req-3ae1b710-7eb8-4ffa-9776-56b822a18521 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737665 May 17 13:58:06.447738 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-471bfd69-e077-45f3-8112-7567e5228f8f req-23424a7b-807e-4026-9c1c-7dff66269f8b service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093768 May 17 13:58:06.579343 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-471bfd69-e077-45f3-8112-7567e5228f8f req-1203ed45-f1b7-439d-896a-dcb086ce421d service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248510 May 17 13:58:07.051499 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003b028-a4e0-476f-81f2-5aac3de62e02 req-35ee04dc-3104-4d6a-95c9-4b8c71fcc5e0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:07.053217 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3003b028-a4e0-476f-81f2-5aac3de62e02 req-35ee04dc-3104-4d6a-95c9-4b8c71fcc5e0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0903125 May 17 13:58:07.098899 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3003b028-a4e0-476f-81f2-5aac3de62e02 req-82041f0c-4944-478b-b368-877bac3bb61f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396826 May 17 13:58:08.290222 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7312e-abfd-47d9-b3c9-dd094807940f req-a0376666-bc60-4bad-a3ff-fb066d0161f8 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:08.291657 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8ba7312e-abfd-47d9-b3c9-dd094807940f req-a0376666-bc60-4bad-a3ff-fb066d0161f8 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0849094 May 17 13:58:08.337462 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8ba7312e-abfd-47d9-b3c9-dd094807940f req-60e76fb1-c0a9-45a2-a06b-0f6a786bb7cf tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392697 May 17 13:58:17.347084 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f880d0ad-f8c1-478c-b313-3bcb470dba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:18.804487 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:19.808601 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8bc0db63-ed3b-494d-9b89-0f6b348d4461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:20.150473 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:21.060201 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:22.885008 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:29.605763 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:58:45.687800 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-6ea826cb-821c-4c96-a0b0-b9e2142c4c9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1653972 May 17 13:58:45.827359 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-88a801f2-5f15-4a3c-987e-89b83c8a7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:45.828855 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-88a801f2-5f15-4a3c-987e-89b83c8a7a66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 1099 time: 0.0726609 May 17 13:58:45.973635 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-36c05c57-d29f-494a-b781-8a7a16140744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:45.975119 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-36c05c57-d29f-494a-b781-8a7a16140744 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 911 time: 0.1256917 May 17 13:58:46.081995 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-01e9a7fc-8226-4e77-9066-bb2b328b661b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266 HTTP/1.1" status: 200 len: 1001 time: 0.0962305 May 17 13:58:46.146077 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-bb77eae0-562b-4080-adb3-60c3dae9dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:46.147523 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-bb77eae0-562b-4080-adb3-60c3dae9dd4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.0592821 May 17 13:58:46.229633 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-b77f8e37-2c05-46e9-95f1-7db2e403d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:46.231176 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-b77f8e37-2c05-46e9-95f1-7db2e403d1b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766861 May 17 13:58:46.382163 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-77bf7243-9246-49bd-b611-52f1f5fd5bca service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429024 May 17 13:58:46.523381 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-692c7da1-6bd1-4eb7-9060-454b574b83eb req-795e90a8-b645-4b49-bdd8-312ac41f33d8 service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336026 May 17 13:58:47.349680 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9894f997-3152-43cb-add6-37becb9f92fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:48.117761 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437dc89-7b12-43c9-a7cf-55542edf7a21 req-886247ef-079e-4296-8746-9bd34d6f40a9 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:48.119251 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4437dc89-7b12-43c9-a7cf-55542edf7a21 req-886247ef-079e-4296-8746-9bd34d6f40a9 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 945 time: 0.1426179 May 17 13:58:48.174335 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4437dc89-7b12-43c9-a7cf-55542edf7a21 req-a95e4ab5-4a94-417f-9801-a05d81d01231 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456235 May 17 13:58:48.803229 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:49.360407 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5833-ccd5-468d-9545-124cd5b29791 req-bf5f7a71-d24f-47fd-8f9b-32220df1ead9 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:49.361753 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-eb9f5833-ccd5-468d-9545-124cd5b29791 req-bf5f7a71-d24f-47fd-8f9b-32220df1ead9 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 945 time: 0.0830374 May 17 13:58:49.405649 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-eb9f5833-ccd5-468d-9545-124cd5b29791 req-0911e1e0-7ba3-4ee2-b9f6-ad5208a656ff tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 May 17 13:58:49.802967 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-5953840b-3c8d-44cd-8175-4e23b18a0b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:50.152068 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:50.589020 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8edd7-01ba-4c5b-8baf-d20a43fa8412 req-73032ace-61a2-46a9-90a5-ef6144ec608d tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:50.590471 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5ac8edd7-01ba-4c5b-8baf-d20a43fa8412 req-73032ace-61a2-46a9-90a5-ef6144ec608d tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 945 time: 0.0787127 May 17 13:58:50.637039 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5ac8edd7-01ba-4c5b-8baf-d20a43fa8412 req-4e701a9b-01ab-4a89-b234-399658010092 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 May 17 13:58:51.063458 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:51.818340 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6367c-2a3f-441a-865a-1e66b195ca7f req-5f089bb8-c5ce-4129-88a1-bf4844298c59 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:51.819792 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-17d6367c-2a3f-441a-865a-1e66b195ca7f req-5f089bb8-c5ce-4129-88a1-bf4844298c59 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 945 time: 0.0795872 May 17 13:58:51.863717 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-17d6367c-2a3f-441a-865a-1e66b195ca7f req-bd888000-dece-49a8-8600-7295e9a27859 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 May 17 13:58:52.885063 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:53.113937 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cce6b5-81c9-4f8a-9490-4f53e7d75257 req-776b6f60-0819-4731-958c-d3226fa40ce9 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:53.115388 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8cce6b5-81c9-4f8a-9490-4f53e7d75257 req-776b6f60-0819-4731-958c-d3226fa40ce9 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 945 time: 0.1470869 May 17 13:58:53.160131 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8cce6b5-81c9-4f8a-9490-4f53e7d75257 req-31ffe0b6-3fea-4bb0-8849-0729bbed7817 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390313 May 17 13:58:53.676768 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-6e696554-d7ca-41eb-991f-f3efcc34b828 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:53.678232 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-6e696554-d7ca-41eb-991f-f3efcc34b828 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.52 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 945 time: 0.0793054 May 17 13:58:53.814887 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Deleting port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:58:53.815231 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:53.947671 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] For port 36b58982-7d0f-4ef2-a076-c5e860bc6e90, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=36b58982-7d0f-4ef2-a076-c5e860bc6e90,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:58:53.947939 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:54.069296 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Calling delete_port for 36b58982-7d0f-4ef2-a076-c5e860bc6e90 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:58:54.177584 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:54.182964 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b30e960a-62db-4f1c-9ce0-0c1e73f746f6 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:58:54.190070 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['36b58982-7d0f-4ef2-a076-c5e860bc6e90'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:58:54.228353 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Pushing event deleted for resources: {'Port': ['ID=36b58982-7d0f-4ef2-a076-c5e860bc6e90,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:58:54.277473 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.277860 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.278213 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.278559 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.278902 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.279242 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.279580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.279914 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.280249 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.280684 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.281315 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.281473 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:58:54.308582 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:58:54.355500 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ad6fe8e9-8ea3-4646-a48c-7996d0614f0b req-aa254cbc-3443-4c2e-817e-15d7b46fb953 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=55abf9da-ff27-4a30-973e-0f95e1af9a75 HTTP/1.1" status: 200 len: 210 time: 0.0838561 May 17 13:58:54.356468 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] No DVR routers for this DVR port 36b58982-7d0f-4ef2-a076-c5e860bc6e90 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:58:54.359469 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:54.362108 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55abf9da-ff27-4a30-973e-0f95e1af9a75', 'name': 'network-vif-deleted', 'tag': '36b58982-7d0f-4ef2-a076-c5e860bc6e90'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:58:54.383331 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f1ffa766-498c-4520-88ca-71f6adb45dfc req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.52 "DELETE /v2.0/ports/36b58982-7d0f-4ef2-a076-c5e860bc6e90 HTTP/1.1" status: 204 len: 173 time: 0.6990173 May 17 13:58:54.471523 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55abf9da-ff27-4a30-973e-0f95e1af9a75', 'name': 'network-vif-deleted', 'tag': '36b58982-7d0f-4ef2-a076-c5e860bc6e90', 'status': 'completed', 'code': 200} May 17 13:58:55.179664 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f5d48-dc2a-4187-9b74-4a479889c145 req-d911bc14-6761-48a5-8601-657c563da94e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:55.181114 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f07f5d48-dc2a-4187-9b74-4a479889c145 req-d911bc14-6761-48a5-8601-657c563da94e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0862904 May 17 13:58:55.227761 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f07f5d48-dc2a-4187-9b74-4a479889c145 req-c5d92850-96d6-479f-8a56-bf1471f07b2a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 May 17 13:58:56.414840 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210dc1c-cd6b-4966-9e75-da4daa2fe7a0 req-8b6b48a1-f05b-40f9-a2b4-812097327dd5 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:56.416571 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0210dc1c-cd6b-4966-9e75-da4daa2fe7a0 req-8b6b48a1-f05b-40f9-a2b4-812097327dd5 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0795517 May 17 13:58:56.464407 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0210dc1c-cd6b-4966-9e75-da4daa2fe7a0 req-a4169bdc-e6cd-445f-9d55-82bdd0fb550a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409532 May 17 13:58:56.974163 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 36b58982-7d0f-4ef2-a076-c5e860bc6e90 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:58:57.017584 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 36b58982-7d0f-4ef2-a076-c5e860bc6e90 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:58:57.017959 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 36b58982-7d0f-4ef2-a076-c5e860bc6e90 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:58:57.285318 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-8adb2c3e-99a8-4d8e-a392-ab89086fc777 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:57.286755 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-8adb2c3e-99a8-4d8e-a392-ab89086fc777 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.0863209 May 17 13:58:57.480569 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170d88-5bca-4f67-9c8e-9b8dec800985 req-fcdc7098-f64b-4b48-80ee-f33b6f176833 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:57.481919 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35170d88-5bca-4f67-9c8e-9b8dec800985 req-fcdc7098-f64b-4b48-80ee-f33b6f176833 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1597157 May 17 13:58:57.530104 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Deleting port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:58:57.530516 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:57.597505 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35170d88-5bca-4f67-9c8e-9b8dec800985 req-27735467-3e81-4375-bbba-1dc61ab9b716 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091578 May 17 13:58:57.716844 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] For port 6712f9a9-8ac4-46cc-9980-0ed212ae0266, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=6712f9a9-8ac4-46cc-9980-0ed212ae0266,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:58:57.717192 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:57.880785 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9568b1-6eb9-4ddf-9aa4-2ee1d476fea2 req-5c6c39b8-2fbe-4db6-9c2a-c1262eb8a2fd tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:57.882307 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a9568b1-6eb9-4ddf-9aa4-2ee1d476fea2 req-5c6c39b8-2fbe-4db6-9c2a-c1262eb8a2fd tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 946 time: 0.2838519 May 17 13:58:58.007387 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a9568b1-6eb9-4ddf-9aa4-2ee1d476fea2 req-0160d19d-0b1c-46a9-9ff5-6163d0f10aa3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=391614e6-d561-42f2-8d2b-1b6426846ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194363 May 17 13:58:58.111937 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:58.112295 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:58.112601 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.l3_db [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Floating IP bba8aeda-d1c2-48e1-9fe4-1e365aba02ba disassociated. External IP: 172.28.3.49, port: 6712f9a9-8ac4-46cc-9980-0ed212ae0266. May 17 13:58:58.112930 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Calling delete_port for 6712f9a9-8ac4-46cc-9980-0ed212ae0266 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:58:58.222328 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:58.228029 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-5c8da9a8-d564-4387-895a-1240bdf2fa05 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:58:58.274063 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event deleted for resources: {'Port': ['ID=6712f9a9-8ac4-46cc-9980-0ed212ae0266,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:58:58.277490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:58:58.462222 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Router e108211a-f0f0-4023-93e7-bb984f02cac7 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:58:58.653712 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:58:58.666050 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] Sync routers for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:58:58.683837 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:58:58.684608 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:58:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:58:58.790949 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] No DVR routers for this DVR port 6712f9a9-8ac4-46cc-9980-0ed212ae0266 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:58:58.799597 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:58:58.802033 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'name': 'network-vif-deleted', 'tag': '6712f9a9-8ac4-46cc-9980-0ed212ae0266'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:58:58.822765 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9ec39140-8772-4d2f-b6df-31ec7c32c46f req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "DELETE /v2.0/ports/6712f9a9-8ac4-46cc-9980-0ed212ae0266 HTTP/1.1" status: 204 len: 173 time: 1.5295212 May 17 13:58:58.852559 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d85586-a0b9-43ff-a1a3-4e04fe9cfa7e req-fdc278f7-6095-4786-9e3a-8c49ebae58de tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:58.854124 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e9d85586-a0b9-43ff-a1a3-4e04fe9cfa7e req-fdc278f7-6095-4786-9e3a-8c49ebae58de tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1192515 May 17 13:58:58.882410 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:58:58.883376 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947aff78-1ea8-4c44-a44a-cf630b63d32d', 'name': 'network-vif-deleted', 'tag': '6712f9a9-8ac4-46cc-9980-0ed212ae0266', 'status': 'completed', 'code': 200} May 17 13:58:58.913668 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e9d85586-a0b9-43ff-a1a3-4e04fe9cfa7e req-c3d343d2-d45b-4763-902e-1be34319e122 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525830 May 17 13:58:59.169069 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-791ba68c-4b04-4dd7-ae7d-90e308d74680 req-40de49ca-b59a-4937-90a3-a7de42a3c6aa tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Synchronizing usage tracker for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:58:59.184715 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-791ba68c-4b04-4dd7-ae7d-90e308d74680 req-40de49ca-b59a-4937-90a3-a7de42a3c6aa tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Unset dirty status for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:58:59.186166 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-791ba68c-4b04-4dd7-ae7d-90e308d74680 req-40de49ca-b59a-4937-90a3-a7de42a3c6aa tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=947aff78-1ea8-4c44-a44a-cf630b63d32d HTTP/1.1" status: 200 len: 210 time: 0.0578237 May 17 13:58:59.240794 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:58:59.244604 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] Checking router: e108211a-f0f0-4023-93e7-bb984f02cac7 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:58:59.253557 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:58:59.254201 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:58:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:58:59.438276 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:58:59.757305 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:58:59.761217 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc64c1-73e8-4f08-bd03-c3d048c60906 None None] The sync data for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb is: [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:58:59.795478 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-2108da72-5afd-460d-a878-d7a313bbb25c tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:58:59.797721 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-2108da72-5afd-460d-a878-d7a313bbb25c tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/networks?id=34bbda32-48af-4891-a6b3-6111ca7628d1 HTTP/1.1" status: 200 len: 813 time: 0.1501796 May 17 13:58:59.813144 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-40c4afed-135c-4372-8fd0-c106f4c309a7 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/quotas/f41ef983f536422c83b87e61c31f275b HTTP/1.1" status: 200 len: 375 time: 0.0095334 May 17 13:58:59.864431 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-f1cf5d39-2131-4c6c-86ac-a2ba3e4e40e2 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Synchronizing usage tracker for tenant:f41ef983f536422c83b87e61c31f275b on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:58:59.880683 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-f1cf5d39-2131-4c6c-86ac-a2ba3e4e40e2 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Unset dirty status for tenant:f41ef983f536422c83b87e61c31f275b on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:58:59.882005 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-f1cf5d39-2131-4c6c-86ac-a2ba3e4e40e2 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f41ef983f536422c83b87e61c31f275b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634615 May 17 13:58:59.980967 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb06d5b9-2ed3-406e-a27f-f618b825c372 None None] New status for floating IP bba8aeda-d1c2-48e1-9fe4-1e365aba02ba: DOWN {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 13:59:00.119906 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-dbdd4489-6ae0-4f0c-8f1e-9e2f5fd82f9d service neutron] 10.222.0.44 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309704 May 17 13:59:00.307131 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27848aab-da6c-454e-ba89-0c4c4ba5041a req-c2b6b08a-bb37-4983-a7ec-a6ab857fc2b9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:00.308578 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-27848aab-da6c-454e-ba89-0c4c4ba5041a req-c2b6b08a-bb37-4983-a7ec-a6ab857fc2b9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.2675569 May 17 13:59:00.375662 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-db12291e-2737-4b77-bb32-6ce723ef16c8 service neutron] 10.222.0.44 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482085 May 17 13:59:00.380105 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-27848aab-da6c-454e-ba89-0c4c4ba5041a req-d35de7a2-5633-406f-a77c-898931d9f107 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636826 May 17 13:59:00.503575 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40154) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:59:00.576939 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6d6740d6-29a7-4684-9209-bbcef816e60e req-48bf616e-e37d-4663-b99c-71a77fd0a4f7 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 210 time: 0.0551932 May 17 13:59:00.615891 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6595-b569-4cae-ac05-48567264199a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:00.644447 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6595-b569-4cae-ac05-48567264199a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:00.699516 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6595-b569-4cae-ac05-48567264199a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:00.705468 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-00bb96d0-b2d0-4d4f-a071-4c0685fe1710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:00.718434 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e6595-b569-4cae-ac05-48567264199a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391614e6-d561-42f2-8d2b-1b6426846ee6,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:00.720846 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9d2e6595-b569-4cae-ac05-48567264199a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:00.724599 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-9d2e6595-b569-4cae-ac05-48567264199a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:00.726723 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-9d2e6595-b569-4cae-ac05-48567264199a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "DELETE /v2.0/security-groups/391614e6-d561-42f2-8d2b-1b6426846ee6 HTTP/1.1" status: 204 len: 168 time: 0.2221644 May 17 13:59:00.729308 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40162) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:59:00.751744 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.api.v2.resource [None req-d101680d-7dc9-47a8-a4a5-e5c1be58f4dc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] show failed (client error): The resource could not be found. May 17 13:59:00.752732 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d101680d-7dc9-47a8-a4a5-e5c1be58f4dc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups/391614e6-d561-42f2-8d2b-1b6426846ee6 HTTP/1.1" status: 404 len: 347 time: 0.0225098 May 17 13:59:00.755648 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40168) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:59:00.980222 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Deleting port d8cb89e9-532b-4dde-96a2-eab2ca36c812 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:59:00.980821 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:01.002971 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 6712f9a9-8ac4-46cc-9980-0ed212ae0266 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:59:01.041088 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 6712f9a9-8ac4-46cc-9980-0ed212ae0266 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:59:01.041876 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 6712f9a9-8ac4-46cc-9980-0ed212ae0266 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 13:59:01.102403 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:01.102725 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:01.230324 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Calling delete_port for d8cb89e9-532b-4dde-96a2-eab2ca36c812 owned by network:floatingip {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:59:01.343078 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:01.347450 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-db2e1aae-7bcd-45de-9c97-7af175ee6d83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:01.391418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event deleted for resources: {'Port': ['ID=d8cb89e9-532b-4dde-96a2-eab2ca36c812,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:01.420173 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:01.482873 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:01.544927 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:01.546804 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "DELETE /v2.0/floatingips/bba8aeda-d1c2-48e1-9fe4-1e365aba02ba HTTP/1.1" status: 204 len: 168 time: 0.7895689 May 17 13:59:01.587764 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef56d66-472d-408b-b0c4-c37192aa72a1 req-d0e79880-3cd0-4c75-867c-e69e9a8bd091 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:01.589270 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ef56d66-472d-408b-b0c4-c37192aa72a1 req-d0e79880-3cd0-4c75-867c-e69e9a8bd091 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0985730 May 17 13:59:01.641873 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ef56d66-472d-408b-b0c4-c37192aa72a1 req-c0a05a34-41ff-4d92-8796-32e7b44260af tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 May 17 13:59:01.837728 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-179e6c8c-9b59-4a09-872f-f5732e88ef1e req-219c6f4f-965d-4c05-b77e-6d62082f34bb tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 210 time: 0.0655072 May 17 13:59:01.867964 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-9d3694ec-6a83-48c6-8dfd-a4162fc68b28 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:01.869617 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-9d3694ec-6a83-48c6-8dfd-a4162fc68b28 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.52 "GET /v2.0/networks?id=34bbda32-48af-4891-a6b3-6111ca7628d1 HTTP/1.1" status: 200 len: 813 time: 0.2200513 May 17 13:59:01.887738 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Request body: {'port': {'device_id': '439181f0-f0e9-4720-b159-487c7fb80c89', 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1', 'admin_state_up': True, 'tenant_id': 'f41ef983f536422c83b87e61c31f275b'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:01.910132 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40184) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:59:01.962338 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315884275', 'description': 'tempest-description--1584048943'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:01.979258 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:59:01.987597 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:security_group and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:59:01.992482 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:59:02.002340 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:59:02.031261 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.065065 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:59:02.067449 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:59:02.071706 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:security_group_rule and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:59:02.077237 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:59:02.084944 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:59:02.086939 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:59:02.109751 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Made reservation on behalf of f41ef983f536422c83b87e61c31f275b for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:59:02.113155 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.309906 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.344027 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.355861 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9d2e6595-b569-4cae-ac05-48567264199a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:02.410622 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:02.413320 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:02.420303 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Allocated IP 172.20.0.10 (34bbda32-48af-4891-a6b3-6111ca7628d1/7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a/e070d1a1-9ccc-43b3-8dbb-730f956ae62c) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:59:02.423921 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.425122 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5136993 May 17 13:59:02.428107 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 40190) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:59:02.433970 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'security_group_rule': {'security_group_id': '8ce7634e-e159-4a3e-88d9-ca780b2fbbcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:02.441132 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:59:02.445042 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:security_group_rule and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:59:02.448068 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:59:02.454347 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:59:02.470154 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.531929 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.535579 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.537525 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:02.559544 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa630149-cc10-41dd-baec-8972c99632bc,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:02.569982 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.570348 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.570703 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.571054 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.571398 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.571742 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.572082 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.572437 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.572758 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.573093 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.573424 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.573783 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:02.577810 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:02.580370 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.581539 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522458 May 17 13:59:02.584306 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 40194) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:59:02.589308 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'security_group_rule': {'security_group_id': '8ce7634e-e159-4a3e-88d9-ca780b2fbbcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:02.596177 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:59:02.599937 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:security_group_rule and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:59:02.604197 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:59:02.610914 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:59:02.626244 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.645948 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.680003 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.685857 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-675547b4-3d94-4bff-b685-e53ed1081a10 tempest-VolumesNegativeTest-1251179732 tempest-VolumesNegativeTest-1251179732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:02.692133 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.696255 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.698627 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-811e6ee0-a6f1-44b9-9c67-1564248a48c7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:02.724157 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60e37b1-16a9-4eba-a31e-414693eac7c4,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:02.728803 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:02.734865 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.737965 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-6a3e4652-c8f8-4c03-8e6a-eb44ac1c99d0 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527071 May 17 13:59:02.741183 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 40200) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:59:02.746948 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'floatingip': {'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:02.752188 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Network 34bbda32-48af-4891-a6b3-6111ca7628d1 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:59:02.753165 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:59:02.755117 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:59:02.759147 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:59:02.759310 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Usage tracker for resource:floatingip and tenant:4a5884fc35ce481b83f4022e019d2a65 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 13:59:02.762678 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 13:59:02.769383 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:59:02.780094 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.842410 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Pushing event updated for resources: {'Port': ['ID=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:02.851343 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:02.884204 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:02.884779 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.912094 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-be4e3b99-5f58-4c62-a67d-a8ea69fce670 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0282748 May 17 13:59:02.923838 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56634fd7-2160-43b2-843c-ea9f5810d845 req-176d252c-583d-4467-85e2-ab8b1503d672 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:02.924740 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:02.925283 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56634fd7-2160-43b2-843c-ea9f5810d845 req-176d252c-583d-4467-85e2-ab8b1503d672 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1403410 May 17 13:59:02.930228 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Request body: {'port': {'device_id': '439181f0-f0e9-4720-b159-487c7fb80c89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:03.077683 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Allocated IP 172.28.3.112 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/4cde107e-aca3-4292-ba5e-4a3b0816f06e) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:59:03.115572 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56634fd7-2160-43b2-843c-ea9f5810d845 req-daafd94e-e068-47ce-a6f3-5011e4b9fb05 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608546 May 17 13:59:03.135358 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.192309 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e464a3-64c3-4966-9d20-efc1feb1c965 req-ee4e45b1-3f94-468b-9f2a-c57277062fa8 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:03.192915 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a8e464a3-64c3-4966-9d20-efc1feb1c965 req-ee4e45b1-3f94-468b-9f2a-c57277062fa8 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Synchronizing usage tracker for tenant:f41ef983f536422c83b87e61c31f275b on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:59:03.225840 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a8e464a3-64c3-4966-9d20-efc1feb1c965 req-ee4e45b1-3f94-468b-9f2a-c57277062fa8 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Unset dirty status for tenant:f41ef983f536422c83b87e61c31f275b on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:59:03.226346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.226983 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8e464a3-64c3-4966-9d20-efc1feb1c965 req-ee4e45b1-3f94-468b-9f2a-c57277062fa8 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 932 time: 0.2378509 May 17 13:59:03.256240 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.260775 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-388780d2-36f6-41b7-bb5d-490f83c3e272 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:03.322998 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:59:03.325790 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:59:03.330142 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:59:03.333911 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a8e464a3-64c3-4966-9d20-efc1feb1c965 req-3bdff62f-f6cf-426c-b4b8-9241562007e5 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004713 May 17 13:59:03.373157 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'Port': ['ID=4cde107e-aca3-4292-ba5e-4a3b0816f06e,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:03.377221 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:03.416915 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.479453 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.538484 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e070d1a1-9ccc-43b3-8dbb-730f956ae62c {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:59:03.545857 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.560540 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Transition to ACTIVE for port object e070d1a1-9ccc-43b3-8dbb-730f956ae62c will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:59:03.564628 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.569441 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4d67ff55-1d2d-48c8-bd64-a2f8eb9aca06 tempest-AttachVolumeNegativeTest-127625668 tempest-AttachVolumeNegativeTest-127625668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:03.685508 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.690847 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.693759 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:03.694473 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:03.722157 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:03.799296 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Attempting to bind port e070d1a1-9ccc-43b3-8dbb-730f956ae62c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:59:03.799546 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Attempting to bind port e070d1a1-9ccc-43b3-8dbb-730f956ae62c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:59:03.799842 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Attempting to bind port e070d1a1-9ccc-43b3-8dbb-730f956ae62c on network 34bbda32-48af-4891-a6b3-6111ca7628d1 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:59:03.805086 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Port e070d1a1-9ccc-43b3-8dbb-730f956ae62c on network 34bbda32-48af-4891-a6b3-6111ca7628d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:59:03.805406 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Attempting to bind port e070d1a1-9ccc-43b3-8dbb-730f956ae62c on network 34bbda32-48af-4891-a6b3-6111ca7628d1 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:59:03.810954 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:59:03.811290 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Checking segment: {'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:59:03.812263 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Bound using segment: {'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:59:03.812689 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Bound port: e070d1a1-9ccc-43b3-8dbb-730f956ae62c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0892a9-446a-4d13-978a-5220185bc320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:59:03.813041 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.893925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'Port': ['ID=4cde107e-aca3-4292-ba5e-4a3b0816f06e,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:03.898052 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:03.906897 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.907419 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] For port e070d1a1-9ccc-43b3-8dbb-730f956ae62c, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:59:03.911093 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] For port e070d1a1-9ccc-43b3-8dbb-730f956ae62c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:59:03.915498 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.920286 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-07b8bbaa-bbf2-4dba-87f3-5d4fb27a29a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:03.929869 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.931083 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1887891 May 17 13:59:03.975951 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:03.976567 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:03.977939 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-8462f319-1694-457b-965f-daa604c470a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/e070d1a1-9ccc-43b3-8dbb-730f956ae62c HTTP/1.1" status: 200 len: 1094 time: 1.0517263 May 17 13:59:03.978416 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439181f0-f0e9-4720-b159-487c7fb80c89', 'tag': 'e070d1a1-9ccc-43b3-8dbb-730f956ae62c'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:04.007165 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:04.010528 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:04.057041 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439181f0-f0e9-4720-b159-487c7fb80c89', 'tag': 'e070d1a1-9ccc-43b3-8dbb-730f956ae62c', 'status': 'completed', 'code': 200} May 17 13:59:04.098991 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-57025c80-e2f7-4fd5-8e01-ffd606de549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:04.100496 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-57025c80-e2f7-4fd5-8e01-ffd606de549a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41ef983f536422c83b87e61c31f275b&device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 1097 time: 0.0764580 May 17 13:59:04.280981 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-dee0136b-74c3-4098-88e8-9f820eb4e0c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e070d1a1-9ccc-43b3-8dbb-730f956ae62c HTTP/1.1" status: 200 len: 217 time: 0.1721714 May 17 13:59:04.370514 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-2332d786-7ca3-4fe4-8e26-c98e3fdede69 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Synchronizing usage tracker for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:security_group {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:59:04.388351 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-bdb98505-334a-4e51-8803-ba37a5566cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:04.389857 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-bdb98505-334a-4e51-8803-ba37a5566cd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a HTTP/1.1" status: 200 len: 853 time: 0.0977530 May 17 13:59:04.444440 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-2332d786-7ca3-4fe4-8e26-c98e3fdede69 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Unset dirty status for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:security_group {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:59:04.445590 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-2332d786-7ca3-4fe4-8e26-c98e3fdede69 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1315884275&fields=id&tenant_id=4a5884fc35ce481b83f4022e019d2a65 HTTP/1.1" status: 200 len: 267 time: 0.2214203 May 17 13:59:04.450157 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-3d7a405e-98c6-4099-99ee-ec2698e0cd95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34bbda32-48af-4891-a6b3-6111ca7628d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524557 May 17 13:59:04.458606 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e13a2b-79b7-4d58-ad41-5d382279bde9 req-9c57d34f-9445-42a0-afa6-9e9211a8237b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:04.459977 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-59e13a2b-79b7-4d58-ad41-5d382279bde9 req-9c57d34f-9445-42a0-afa6-9e9211a8237b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.2295971 May 17 13:59:04.689247 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-59e13a2b-79b7-4d58-ad41-5d382279bde9 req-1b1e4f47-0fec-4117-87c4-c622a84e651b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888256 May 17 13:59:04.739345 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-1284fc2f-a102-43a2-a9e3-2477b0bcb225 service neutron] 10.222.0.52 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773983 May 17 13:59:04.748712 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-20781aa8-5350-45c9-bce7-cbf10a419896 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:04.750854 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-20781aa8-5350-45c9-bce7-cbf10a419896 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 810 time: 0.2900093 May 17 13:59:04.868532 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-333fef63-0f69-4e4e-afa2-b5f7cb66722d tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/quotas/4a5884fc35ce481b83f4022e019d2a65 HTTP/1.1" status: 200 len: 375 time: 0.0984640 May 17 13:59:04.993707 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a70bb71c-940d-4713-95e8-8957c6598cc0 req-e9e95597-3a62-46f3-900c-04af0b88ccc8 service neutron] 10.222.0.52 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417817 May 17 13:59:05.015212 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64248-9aa6-4f3b-a95e-54b0a4b9b406 req-14b3f2bc-8ea7-4c78-94f1-9c4ec083401a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:05.016714 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a6b64248-9aa6-4f3b-a95e-54b0a4b9b406 req-14b3f2bc-8ea7-4c78-94f1-9c4ec083401a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 944 time: 0.1895854 May 17 13:59:05.045335 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-7cb6c9f2-0723-4a75-b18b-62b7747f261a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Synchronizing usage tracker for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:59:05.130297 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-7cb6c9f2-0723-4a75-b18b-62b7747f261a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Unset dirty status for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:59:05.131588 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-7cb6c9f2-0723-4a75-b18b-62b7747f261a tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2515476 May 17 13:59:05.135076 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a6b64248-9aa6-4f3b-a95e-54b0a4b9b406 req-ca505902-20f2-473a-952a-9ce5a56ba3d2 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126592 May 17 13:59:05.225094 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245c914-ed7c-4530-b900-878d966bc15d req-eba21da3-31d5-4432-98b2-1e9bf5b5f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:05.226583 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2245c914-ed7c-4530-b900-878d966bc15d req-eba21da3-31d5-4432-98b2-1e9bf5b5f17b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f41ef983f536422c83b87e61c31f275b&device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 1097 time: 0.1782029 May 17 13:59:05.359576 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-808244fb-eae6-4803-bf99-0ab528f4ebc2 service neutron] 10.222.0.44 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156725 May 17 13:59:05.467388 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245c914-ed7c-4530-b900-878d966bc15d req-25f7381d-5f57-4b8d-b097-466d99676b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:05.469051 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2245c914-ed7c-4530-b900-878d966bc15d req-25f7381d-5f57-4b8d-b097-466d99676b5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=34bbda32-48af-4891-a6b3-6111ca7628d1 HTTP/1.1" status: 200 len: 914 time: 0.2335191 May 17 13:59:05.550835 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2245c914-ed7c-4530-b900-878d966bc15d req-7540e15a-769c-44bc-bcb6-85108b0256fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e070d1a1-9ccc-43b3-8dbb-730f956ae62c HTTP/1.1" status: 200 len: 217 time: 0.0709970 May 17 13:59:05.681181 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-ce34cb24-97f3-4bce-a9b8-cf55c023bc5b service neutron] 10.222.0.44 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116472 May 17 13:59:05.705069 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245c914-ed7c-4530-b900-878d966bc15d req-29b99088-ad00-499a-8a1e-4b1c37c8ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:05.706552 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2245c914-ed7c-4530-b900-878d966bc15d req-29b99088-ad00-499a-8a1e-4b1c37c8ae18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a HTTP/1.1" status: 200 len: 853 time: 0.1428940 May 17 13:59:05.757375 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2245c914-ed7c-4530-b900-878d966bc15d req-6942d6e0-66f3-4611-9a45-ed8ddf5611bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=34bbda32-48af-4891-a6b3-6111ca7628d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420814 May 17 13:59:05.937221 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a682e7f2-2075-484e-9815-e5035c88a19b req-5be6c35d-8503-47d0-9065-01cc34f413ac tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 210 time: 0.0962911 May 17 13:59:06.006142 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2245c914-ed7c-4530-b900-878d966bc15d req-23690803-a3af-4390-8ac7-5206911e6081 service neutron] 10.222.0.52 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395461 May 17 13:59:06.022203 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867e142-5d6e-410c-aff4-d3276a7b4a87 req-3473db80-8399-428d-bdd9-013e818c1410 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:06.023596 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a867e142-5d6e-410c-aff4-d3276a7b4a87 req-3473db80-8399-428d-bdd9-013e818c1410 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1845787 May 17 13:59:06.154207 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a867e142-5d6e-410c-aff4-d3276a7b4a87 req-b698e915-e56e-429f-955c-84610fef1017 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112678 May 17 13:59:06.207908 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2245c914-ed7c-4530-b900-878d966bc15d req-46a3947f-50f8-45f2-851a-a3ab7a65ba90 service neutron] 10.222.0.52 "GET /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942108 May 17 13:59:06.329500 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544f50c-5e06-4703-900a-66ba9bdfca16 req-f1b7f563-30f0-45e9-8222-1ecab5cd7881 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:06.330997 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4544f50c-5e06-4703-900a-66ba9bdfca16 req-f1b7f563-30f0-45e9-8222-1ecab5cd7881 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 944 time: 0.0853097 May 17 13:59:06.377297 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4544f50c-5e06-4703-900a-66ba9bdfca16 req-3030825c-11af-48f2-a3ef-a6aa5093153a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 May 17 13:59:06.604159 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:59:06.905990 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-6ab7ed61-bac2-42d1-9c61-705b014a9889 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:06.907431 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-6ab7ed61-bac2-42d1-9c61-705b014a9889 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 810 time: 0.1515102 May 17 13:59:06.959194 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-3ea7e5bd-b8a7-4435-a4f7-e291276a8572 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5884fc35ce481b83f4022e019d2a65 HTTP/1.1" status: 200 len: 380 time: 0.0417325 May 17 13:59:06.974553 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'port': {'device_id': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'admin_state_up': True, 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'security_groups': ['8ce7634e-e159-4a3e-88d9-ca780b2fbbcb']}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:07.054968 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device e070d1a1-9ccc-43b3-8dbb-730f956ae62c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:59:07.105327 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3690f8e2-eb6f-4a03-8d03-d39b96474935 req-1cbbe18b-60cf-4d55-8557-12bd5c60efc9 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 210 time: 0.0613029 May 17 13:59:07.157397 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 13:59:07.167112 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 13:59:07.177793 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Made reservation on behalf of 4a5884fc35ce481b83f4022e019d2a65 for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 13:59:07.181380 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:07.189535 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port e070d1a1-9ccc-43b3-8dbb-730f956ae62c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:07.203568 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': 'e070d1a1-9ccc-43b3-8dbb-730f956ae62c', 'network_id': '34bbda32-48af-4891-a6b3-6111ca7628d1', 'port_id': 'e070d1a1-9ccc-43b3-8dbb-730f956ae62c', 'mac_address': 'fa:16:3e:c6:e2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:59:07.260102 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:07.277673 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e070d1a1-9ccc-43b3-8dbb-730f956ae62c {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:59:07.294578 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port e070d1a1-9ccc-43b3-8dbb-730f956ae62c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:07.298799 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:07.300553 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:07.369941 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:07.377862 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.378208 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.378541 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.378870 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.379195 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.379520 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.379840 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.380157 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.380476 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.380791 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.381105 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.381417 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 13:59:07.385312 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:07.400270 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Allocated IP 172.20.0.4 (9677ea60-a95a-45a9-892e-846362f1d5b2/ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc/1369f543-3db8-40a7-a2bd-67b4619ca281) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 13:59:07.429183 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2db51-4d41-4862-8bd2-d84c11b6a88a req-58f25850-5b9e-4d7a-ac4f-b3ada9224d75 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:07.430695 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6fe2db51-4d41-4862-8bd2-d84c11b6a88a req-58f25850-5b9e-4d7a-ac4f-b3ada9224d75 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1589351 May 17 13:59:07.530865 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['e070d1a1-9ccc-43b3-8dbb-730f956ae62c'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:59:07.620362 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6fe2db51-4d41-4862-8bd2-d84c11b6a88a req-f0f92c10-08d3-4543-936a-3047d3e5ce84 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784236 May 17 13:59:07.707125 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:07.718912 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f34e7a-60ee-4d2d-8ef2-c6e8d3d314b3 req-5cc9ab44-c247-4436-a170-b0d7056c742a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:07.720372 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-08f34e7a-60ee-4d2d-8ef2-c6e8d3d314b3 req-5cc9ab44-c247-4436-a170-b0d7056c742a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 945 time: 0.2083366 May 17 13:59:07.751876 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Transition to ACTIVE for port object 1369f543-3db8-40a7-a2bd-67b4619ca281 will not be triggered until provisioned by entity DHCP. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:59:07.777294 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-08f34e7a-60ee-4d2d-8ef2-c6e8d3d314b3 req-b5c92986-ceb1-4c13-81ac-d56241259af1 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507321 May 17 13:59:07.794788 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:07.801570 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:07.938114 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 13:59:07.941008 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 13:59:07.943510 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 13:59:07.984655 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event updated for resources: {'Port': ['ID=1369f543-3db8-40a7-a2bd-67b4619ca281,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:07.989512 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:08.012138 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:08.012758 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:08.038877 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-80ee0d7c-212e-41dd-b77a-5cb32ede2506 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0686815 May 17 13:59:08.050857 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Request body: {'port': {'device_id': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:08.138102 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1cc59440-49ab-4a2e-8cfc-d56acc1c5cd0 None None] Provisioning for port 1369f543-3db8-40a7-a2bd-67b4619ca281 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:59:08.143049 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1cc59440-49ab-4a2e-8cfc-d56acc1c5cd0 None None] Provisioning complete for port 1369f543-3db8-40a7-a2bd-67b4619ca281 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:59:08.143627 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1cc59440-49ab-4a2e-8cfc-d56acc1c5cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:08.160700 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:08.198680 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1cc59440-49ab-4a2e-8cfc-d56acc1c5cd0 None None] Port 1369f543-3db8-40a7-a2bd-67b4619ca281 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 13:59:08.368280 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314d24-3102-431f-9cc4-715b8c903baf req-0bdc0b81-0d11-4365-9112-6ff17e358ac1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:08.368962 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-e6314d24-3102-431f-9cc4-715b8c903baf req-0bdc0b81-0d11-4365-9112-6ff17e358ac1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Synchronizing usage tracker for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:59:08.455238 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-e6314d24-3102-431f-9cc4-715b8c903baf req-0bdc0b81-0d11-4365-9112-6ff17e358ac1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Unset dirty status for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:59:08.456417 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e6314d24-3102-431f-9cc4-715b8c903baf req-0bdc0b81-0d11-4365-9112-6ff17e358ac1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 931 time: 0.2369084 May 17 13:59:08.531601 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e6314d24-3102-431f-9cc4-715b8c903baf req-fdfb05c3-ab87-4f26-bf35-565e79b69609 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688968 May 17 13:59:08.605769 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1369f543-3db8-40a7-a2bd-67b4619ca281 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:59:08.613476 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:08.627735 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Transition to ACTIVE for port object 1369f543-3db8-40a7-a2bd-67b4619ca281 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 13:59:08.632408 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:08.636827 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ff3a9c84-f576-4aeb-a3dc-c396f8e82a39 tempest-ServerRescueNegativeTestJSON-1084270411 tempest-ServerRescueNegativeTestJSON-1084270411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:08.834277 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Pushing event updated for resources: {'Port': ['ID=1369f543-3db8-40a7-a2bd-67b4619ca281,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:08.842542 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:08.980099 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Attempting to bind port 1369f543-3db8-40a7-a2bd-67b4619ca281 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 13:59:08.980300 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Attempting to bind port 1369f543-3db8-40a7-a2bd-67b4619ca281 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 13:59:08.980617 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Attempting to bind port 1369f543-3db8-40a7-a2bd-67b4619ca281 on network 9677ea60-a95a-45a9-892e-846362f1d5b2 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:59:08.994547 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8376d-367f-48ee-bc6e-0f666f7364d5 req-cad1d34e-1315-4ef0-aa92-58caf15698b5 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:08.995974 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ef8376d-367f-48ee-bc6e-0f666f7364d5 req-cad1d34e-1315-4ef0-aa92-58caf15698b5 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.2541742 May 17 13:59:08.997250 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Port 1369f543-3db8-40a7-a2bd-67b4619ca281 on network 9677ea60-a95a-45a9-892e-846362f1d5b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 13:59:08.997555 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Attempting to bind port 1369f543-3db8-40a7-a2bd-67b4619ca281 on network 9677ea60-a95a-45a9-892e-846362f1d5b2 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 13:59:09.019379 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 13:59:09.019708 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Checking segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 13:59:09.020073 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Bound using segment: {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 13:59:09.020496 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Bound port: 1369f543-3db8-40a7-a2bd-67b4619ca281, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923a10e5-88d8-454b-89d7-d1b49c47b7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 13:59:09.020832 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:09.074402 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device e070d1a1-9ccc-43b3-8dbb-730f956ae62c up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:59:09.112667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928ad1-0ce2-493d-babd-69f654e4c6b8 req-c0d3c49e-90f8-4f74-b866-49089b658577 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:09.114147 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-52928ad1-0ce2-493d-babd-69f654e4c6b8 req-c0d3c49e-90f8-4f74-b866-49089b658577 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 945 time: 0.2169499 May 17 13:59:09.123321 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0ef8376d-367f-48ee-bc6e-0f666f7364d5 req-93ed6080-9ee3-4324-a18e-fed6f9001eaa tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207075 May 17 13:59:09.143001 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port e070d1a1-9ccc-43b3-8dbb-730f956ae62c completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:59:09.147767 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port e070d1a1-9ccc-43b3-8dbb-730f956ae62c triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:59:09.148148 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:09.180536 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] For port 1369f543-3db8-40a7-a2bd-67b4619ca281, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 13:59:09.184977 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-52928ad1-0ce2-493d-babd-69f654e4c6b8 req-94f63c02-51b5-446a-98e9-160810b3de4e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647931 May 17 13:59:09.191896 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] For port 1369f543-3db8-40a7-a2bd-67b4619ca281, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1369f543-3db8-40a7-a2bd-67b4619ca281,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 13:59:09.197112 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:09.201261 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-030274c1-a039-437e-b748-738efca91ee6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:09.261506 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:09.262140 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:09.263477 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] 10.222.0.52 "PUT /v2.0/ports/1369f543-3db8-40a7-a2bd-67b4619ca281 HTTP/1.1" status: 200 len: 1093 time: 1.2169800 May 17 13:59:09.263946 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'tag': '1369f543-3db8-40a7-a2bd-67b4619ca281'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:09.285878 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Pushing event updated for resources: {'Port': ['ID=1369f543-3db8-40a7-a2bd-67b4619ca281,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:09.289243 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:09.315182 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:09.344988 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439181f0-f0e9-4720-b159-487c7fb80c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e070d1a1-9ccc-43b3-8dbb-730f956ae62c'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:09.347030 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'tag': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'status': 'completed', 'code': 200} May 17 13:59:09.355588 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port e070d1a1-9ccc-43b3-8dbb-730f956ae62c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:09.361325 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:09.364519 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:09.393588 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-ebbbeb29-0f93-4365-9edf-9d8832b94bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:09.396122 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-ebbbeb29-0f93-4365-9edf-9d8832b94bb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 1096 time: 0.0857708 May 17 13:59:09.443988 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:09.447180 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:09.465851 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439181f0-f0e9-4720-b159-487c7fb80c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e070d1a1-9ccc-43b3-8dbb-730f956ae62c', 'code': 200} May 17 13:59:09.486411 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-cad5f78f-0df1-4d67-bd24-8aaba2463008 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1369f543-3db8-40a7-a2bd-67b4619ca281 HTTP/1.1" status: 200 len: 217 time: 0.0819359 May 17 13:59:09.555725 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-e4ae4b38-59d4-4865-be67-7d9312f1f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:09.557248 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-e4ae4b38-59d4-4865-be67-7d9312f1f661 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.0633600 May 17 13:59:09.818696 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-25a43644-e630-41ff-a0e4-90ee2bc9c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:09.820194 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-25a43644-e630-41ff-a0e4-90ee2bc9c7fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2558405 May 17 13:59:09.917991 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239bef1-99d4-4bba-a9e1-df117a493daa req-dba4fdac-e993-4eb1-89a6-cba2f2564d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:09.919454 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7239bef1-99d4-4bba-a9e1-df117a493daa req-dba4fdac-e993-4eb1-89a6-cba2f2564d61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 1099 time: 0.2926819 May 17 13:59:09.929569 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26613cbb-3b1b-4e62-9858-837e7a58e265 req-ea361360-ef30-4b87-b105-7938796fd154 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:09.930932 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-26613cbb-3b1b-4e62-9858-837e7a58e265 req-ea361360-ef30-4b87-b105-7938796fd154 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 943 time: 0.2035241 May 17 13:59:10.031215 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7239bef1-99d4-4bba-a9e1-df117a493daa req-f54aa5a2-d29d-4935-80c1-862de45fed31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993378 May 17 13:59:10.039963 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-26613cbb-3b1b-4e62-9858-837e7a58e265 req-cd3c98e3-3083-4a46-afe8-3218343a43b7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900955 May 17 13:59:10.042211 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-6c4e497e-a3c0-4f51-bf1e-9df33fbf6297 service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152624 May 17 13:59:10.212994 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29f32326-01c4-4a6a-8e2d-f7c316fecb68 req-2f8c269d-65fd-4ddf-8adc-6f2fd8622a57 service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300693 May 17 13:59:10.444348 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591b140-796d-49b2-b105-3bf0e2e2bf41 req-5c8eaad3-9be2-4f57-9da6-43cf29f61e58 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:10.445740 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9591b140-796d-49b2-b105-3bf0e2e2bf41 req-5c8eaad3-9be2-4f57-9da6-43cf29f61e58 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.2042720 May 17 13:59:10.450911 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-016346e0-d73c-4f79-b879-9e118719f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:10.452296 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-016346e0-d73c-4f79-b879-9e118719f359 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 1096 time: 0.1798127 May 17 13:59:10.461929 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eaed4-1a22-48ec-b4be-0eab05fc1c89 req-dcb90aca-4ece-4281-9c07-7cedea72d358 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:10.463281 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e59eaed4-1a22-48ec-b4be-0eab05fc1c89 req-dcb90aca-4ece-4281-9c07-7cedea72d358 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.1530514 May 17 13:59:10.615211 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9591b140-796d-49b2-b105-3bf0e2e2bf41 req-50a6473b-80ea-486b-aba7-58f8ad60742a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613452 May 17 13:59:10.617733 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e59eaed4-1a22-48ec-b4be-0eab05fc1c89 req-866bf8c8-0aa0-45b1-8d88-8fdcb2ae864b tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417246 May 17 13:59:10.662575 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-71a988d6-6232-4c0a-ba8c-b78339723ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:10.666173 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-71a988d6-6232-4c0a-ba8c-b78339723ad0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 911 time: 0.1892290 May 17 13:59:10.748149 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-5b9fd261-72fb-43f9-bed2-35b688c4cb9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1369f543-3db8-40a7-a2bd-67b4619ca281 HTTP/1.1" status: 200 len: 217 time: 0.0647149 May 17 13:59:10.810821 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-220453de-9b3a-4801-a6be-533827ec8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:10.812333 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-220453de-9b3a-4801-a6be-533827ec8854 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.0575042 May 17 13:59:10.893164 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-253687f2-520a-4e98-a7c3-924adaa5dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:10.894674 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-253687f2-520a-4e98-a7c3-924adaa5dc59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707994 May 17 13:59:11.033395 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-7242d500-cbe4-4664-81e2-2e013c924bbb service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304460 May 17 13:59:11.222138 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9b5eacc5-46ff-4486-b6ab-e153e76f748d req-d11f643b-0586-4f93-92ce-a1f77e6ced8a service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813300 May 17 13:59:11.250378 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7631-5ed9-4db0-9359-c8f3f1e96920 req-6543e6eb-bfae-454c-8a06-b83ea96aaad1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:11.251790 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7eb7631-5ed9-4db0-9359-c8f3f1e96920 req-6543e6eb-bfae-454c-8a06-b83ea96aaad1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 943 time: 0.1038456 May 17 13:59:11.297121 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7eb7631-5ed9-4db0-9359-c8f3f1e96920 req-080bd78b-dc6b-4dc7-9bc1-4c7b066f19c1 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392921 May 17 13:59:11.929119 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4279b-34ce-4a68-964e-f3819ca9c1ec req-5ca69d8b-935f-409e-aaf7-2480a0b3f0e4 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:11.930505 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06d4279b-34ce-4a68-964e-f3819ca9c1ec req-5ca69d8b-935f-409e-aaf7-2480a0b3f0e4 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.2045529 May 17 13:59:11.940602 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6b05e-38e3-4dc5-a9fd-92d76475bca6 req-08b4e752-b475-438e-a64c-a9449eb69956 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:11.941953 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bec6b05e-38e3-4dc5-a9fd-92d76475bca6 req-08b4e752-b475-438e-a64c-a9449eb69956 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1859140 May 17 13:59:12.012487 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06d4279b-34ce-4a68-964e-f3819ca9c1ec req-a8d462ab-3ca7-4fab-9350-4da8e0d42620 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695946 May 17 13:59:12.016454 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bec6b05e-38e3-4dc5-a9fd-92d76475bca6 req-0933e5f0-d1be-499b-9bc6-3c582e094a83 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605302 May 17 13:59:12.488494 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1ccc8-f207-4fba-9e26-fb90d991656b req-e250f8c1-6404-43d2-ac53-526bef854e94 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:12.490019 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-40a1ccc8-f207-4fba-9e26-fb90d991656b req-e250f8c1-6404-43d2-ac53-526bef854e94 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 943 time: 0.0868788 May 17 13:59:12.538647 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-40a1ccc8-f207-4fba-9e26-fb90d991656b req-1e894cc3-1771-424a-a053-0db69793de14 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 May 17 13:59:13.082554 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:59:13.209647 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d41e52-1d40-4d6c-96e5-0c3f01b82a50 req-de0ba6c9-c613-4420-a78f-817e0b3085c6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:13.211035 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50d41e52-1d40-4d6c-96e5-0c3f01b82a50 req-de0ba6c9-c613-4420-a78f-817e0b3085c6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0823302 May 17 13:59:13.214767 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:13.228455 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'port_id': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'mac_address': 'fa:16:3e:76:af:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:59:13.256058 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-50d41e52-1d40-4d6c-96e5-0c3f01b82a50 req-0f03637d-901f-415d-be8e-e2bdd84b95a0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390546 May 17 13:59:13.285185 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:13.305574 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a4e4316-548a-444f-a283-a856b4d06ed9 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:59:13.323584 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:13.328092 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:13.329008 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1369f543-3db8-40a7-a2bd-67b4619ca281 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:59:13.331013 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:13.473127 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=6']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:13.476164 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:13.525487 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1369f543-3db8-40a7-a2bd-67b4619ca281, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1369f543-3db8-40a7-a2bd-67b4619ca281,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:13.539304 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'port_id': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'mac_address': 'fa:16:3e:bd:52:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:59:13.595520 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:13.613304 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1369f543-3db8-40a7-a2bd-67b4619ca281 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:59:13.628839 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1369f543-3db8-40a7-a2bd-67b4619ca281, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1369f543-3db8-40a7-a2bd-67b4619ca281,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:13.633141 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:13.635231 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:13.712983 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1369f543-3db8-40a7-a2bd-67b4619ca281,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:13.716441 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:13.732004 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018c049-b709-477d-bc21-c4ad69102b82 req-d80cb405-19fd-4a99-be94-acac9956b775 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:13.733698 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2018c049-b709-477d-bc21-c4ad69102b82 req-d80cb405-19fd-4a99-be94-acac9956b775 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 944 time: 0.0853605 May 17 13:59:13.757942 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['7a4e4316-548a-444f-a283-a856b4d06ed9'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:59:13.782583 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2018c049-b709-477d-bc21-c4ad69102b82 req-4aa415f5-966b-4e2d-842f-60b8d75d7b07 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 May 17 13:59:13.974996 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1369f543-3db8-40a7-a2bd-67b4619ca281'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:59:14.441561 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5662c3b-0167-4e5d-af36-c1f5d0881456 req-58c06f8a-1fb8-48e4-94eb-7fa6bdd46c97 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:14.443050 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5662c3b-0167-4e5d-af36-c1f5d0881456 req-58c06f8a-1fb8-48e4-94eb-7fa6bdd46c97 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 944 time: 0.0787561 May 17 13:59:14.486891 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5662c3b-0167-4e5d-af36-c1f5d0881456 req-3e5fb913-d049-4b9a-91f9-7c7a6ca14dc2 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380173 May 17 13:59:15.011675 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab651b-2051-489e-99ff-72a76082569a req-0c26c938-51b1-49e5-b3dc-ba348832b635 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:15.013153 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7bab651b-2051-489e-99ff-72a76082569a req-0c26c938-51b1-49e5-b3dc-ba348832b635 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 944 time: 0.1173122 May 17 13:59:15.062119 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7bab651b-2051-489e-99ff-72a76082569a req-8f77924f-ec58-49f0-8f30-efa6aabb74bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 May 17 13:59:15.105604 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:59:15.178445 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 7a4e4316-548a-444f-a283-a856b4d06ed9 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:59:15.178825 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:15.315498 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:15.349122 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:15.362885 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:15.370843 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:15.372754 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1369f543-3db8-40a7-a2bd-67b4619ca281 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:59:15.401015 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:15.430958 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'code': 200} May 17 13:59:15.498880 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=7']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:15.502920 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:15.518987 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 1369f543-3db8-40a7-a2bd-67b4619ca281 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 13:59:15.525178 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 1369f543-3db8-40a7-a2bd-67b4619ca281 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:59:15.525598 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:15.684868 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:15.706028 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3da493-e8bd-4d8e-8063-9f1d060c5580 req-18275d33-ae4f-4fcb-a4ce-f3d54e989c0b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:15.707691 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3da493-e8bd-4d8e-8063-9f1d060c5580 req-18275d33-ae4f-4fcb-a4ce-f3d54e989c0b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0952220 May 17 13:59:15.724035 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1369f543-3db8-40a7-a2bd-67b4619ca281, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1369f543-3db8-40a7-a2bd-67b4619ca281,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:15.729986 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:15.732220 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:15.769045 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3da493-e8bd-4d8e-8063-9f1d060c5580 req-c2c4847a-8db6-4435-8f84-982e22a72c2f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548806 May 17 13:59:15.805068 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1369f543-3db8-40a7-a2bd-67b4619ca281,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:15.808108 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:16.273448 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e27ba6-4630-4e0e-9811-531ace9414f1 req-9d7bbc92-17aa-4419-aa76-fbd56db3405e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:16.282193 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c9e27ba6-4630-4e0e-9811-531ace9414f1 req-9d7bbc92-17aa-4419-aa76-fbd56db3405e tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.0990717 May 17 13:59:16.330356 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c9e27ba6-4630-4e0e-9811-531ace9414f1 req-a8d401dd-e7ae-4605-bac8-35cea873864c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468676 May 17 13:59:16.986784 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fa6de-75f5-4c66-9f51-d051ad8b7190 req-ad66f185-9e1d-499a-b37d-252f2e021b48 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:16.988384 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0f5fa6de-75f5-4c66-9f51-d051ad8b7190 req-ad66f185-9e1d-499a-b37d-252f2e021b48 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0968513 May 17 13:59:17.056121 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0f5fa6de-75f5-4c66-9f51-d051ad8b7190 req-fc1acfee-0f5d-4a39-9b24-a3e0a3a8094f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585237 May 17 13:59:17.353550 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c4e5fe2d-a02a-4146-843d-e162d47ee475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:17.432150 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1369f543-3db8-40a7-a2bd-67b4619ca281'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:17.489261 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'code': 200} May 17 13:59:17.552641 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953b328-c01c-449f-b7fa-a02437003295 req-2d2cf2cd-8bed-4769-913f-8c74d3f4b511 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:17.560145 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6953b328-c01c-449f-b7fa-a02437003295 req-2d2cf2cd-8bed-4769-913f-8c74d3f4b511 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.1017559 May 17 13:59:17.612670 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6953b328-c01c-449f-b7fa-a02437003295 req-ce311f2c-f167-4acc-b180-45472aa1b8f8 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515876 May 17 13:59:17.779580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a880fcc-b486-4765-a930-b90c4aa13cfc req-b114f285-d22e-44c0-a330-862bac9925ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:17.781536 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a880fcc-b486-4765-a930-b90c4aa13cfc req-b114f285-d22e-44c0-a330-862bac9925ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 1098 time: 0.0765572 May 17 13:59:17.828228 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a880fcc-b486-4765-a930-b90c4aa13cfc req-692c3683-5a93-4a79-95bd-826c7bea2713 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 May 17 13:59:18.319400 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e14f6-834a-46ea-bf91-b697cb2dedf8 req-855d5827-f9a4-4c41-a34b-2ed6e6df314a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:18.326893 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-340e14f6-834a-46ea-bf91-b697cb2dedf8 req-855d5827-f9a4-4c41-a34b-2ed6e6df314a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1235433 May 17 13:59:18.374228 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-340e14f6-834a-46ea-bf91-b697cb2dedf8 req-34669897-848c-4bb8-8db5-ea63d01f7e97 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459635 May 17 13:59:18.825615 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:18.857582 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f59e6-000c-475c-9707-9372d647c9df req-758bf060-0ab7-48c9-87b8-2b2e4ee8d8e4 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:18.860394 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ad6f59e6-000c-475c-9707-9372d647c9df req-758bf060-0ab7-48c9-87b8-2b2e4ee8d8e4 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.1067200 May 17 13:59:18.929070 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ad6f59e6-000c-475c-9707-9372d647c9df req-3e488f70-8c53-48d8-b9bb-4511ba10e513 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624876 May 17 13:59:19.616552 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a98582-519a-479e-8a1b-11f8d89f3457 req-b164cfdd-33b6-4ccf-b359-c01f266c1070 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:19.618455 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a4a98582-519a-479e-8a1b-11f8d89f3457 req-b164cfdd-33b6-4ccf-b359-c01f266c1070 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0931852 May 17 13:59:19.668705 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a4a98582-519a-479e-8a1b-11f8d89f3457 req-cde7f3b3-a3d1-46c8-83b2-01fd6d0a635d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428255 May 17 13:59:19.809309 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-673b9fb3-67ba-4695-b3e6-04dd3010b2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:20.163546 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:20.171541 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c85d6b-5295-4b70-a292-d4490888b6d6 req-2893fce7-d842-4783-84d9-2adb95bf214f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:20.178598 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-26c85d6b-5295-4b70-a292-d4490888b6d6 req-2893fce7-d842-4783-84d9-2adb95bf214f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.1286569 May 17 13:59:20.222012 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-26c85d6b-5295-4b70-a292-d4490888b6d6 req-13734dad-7a17-40c7-bb74-3bea82700bff tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425067 May 17 13:59:20.422693 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72335-81d4-4cf5-97a7-ae008e4cee4b req-a2bd0244-b836-4560-9bfa-e8e601732ba9 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:20.424480 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c3c72335-81d4-4cf5-97a7-ae008e4cee4b req-a2bd0244-b836-4560-9bfa-e8e601732ba9 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.0839002 May 17 13:59:20.433491 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40370) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 13:59:20.439603 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Request body: {'floatingip': {'port_id': '1369f543-3db8-40a7-a2bd-67b4619ca281'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 13:59:20.599731 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:21.072754 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:21.117202 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7219d-2c5f-47df-be63-ccc4343f02f8 req-57725c5e-5dc7-4a43-b96e-1b73742675bc tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:21.118727 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-98c7219d-2c5f-47df-be63-ccc4343f02f8 req-57725c5e-5dc7-4a43-b96e-1b73742675bc tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.3100646 May 17 13:59:21.305413 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-98c7219d-2c5f-47df-be63-ccc4343f02f8 req-151467c8-f06d-4135-a1da-00596e988389 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724837 May 17 13:59:21.540215 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:21.549256 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:21.787938 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.l3_db [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Floating IP fbdc0d13-03a9-43a3-8de0-02efaa542d03 associated. External IP: 172.28.3.112, port: 1369f543-3db8-40a7-a2bd-67b4619ca281. May 17 13:59:22.303787 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Router e108211a-f0f0-4023-93e7-bb984f02cac7 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 13:59:22.544780 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 13:59:22.550382 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:22.558104 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] Sync routers for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 13:59:22.569497 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:59:22.570787 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:59:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:59:22.628195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524c237-d10e-48da-9a17-a3a6742b4544 req-701c7045-38fa-44ff-8714-b0baf388ef48 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:22.629797 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a524c237-d10e-48da-9a17-a3a6742b4544 req-701c7045-38fa-44ff-8714-b0baf388ef48 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.1573014 May 17 13:59:22.631450 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a1599a2d-5866-4019-aeb3-fcbdbdf09dd3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "PUT /v2.0/floatingips/fbdc0d13-03a9-43a3-8de0-02efaa542d03 HTTP/1.1" status: 200 len: 991 time: 2.1969290 May 17 13:59:22.632423 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'tag': '1369f543-3db8-40a7-a2bd-67b4619ca281'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:22.758792 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a524c237-d10e-48da-9a17-a3a6742b4544 req-ac7528da-aecb-4904-a104-4847c8d68a41 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048286 May 17 13:59:22.778415 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:59:22.828102 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'tag': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'status': 'completed', 'code': 200} May 17 13:59:23.012092 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:23.045898 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-a7194719-e378-4bf7-8dd8-45a924d977bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:23.053840 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-a7194719-e378-4bf7-8dd8-45a924d977bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a5884fc35ce481b83f4022e019d2a65&device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 1098 time: 0.1784520 May 17 13:59:23.245135 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-d55719c6-21ed-4da7-88ff-1f533c923fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:23.247973 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-d55719c6-21ed-4da7-88ff-1f533c923fe6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 200 len: 911 time: 0.1875455 May 17 13:59:23.344662 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'fbdc0d13-03a9-43a3-8de0-02efaa542d03', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'port_id': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'mac_address': 'fa:16:3e:bd:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:03Z', 'updated_at': '2021-05-17T13:59:21Z', 'revision_number': 1, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:59:23.349098 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] Checking router: e108211a-f0f0-4023-93e7-bb984f02cac7 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 13:59:23.358889 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 13:59:23.359974 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T13:59:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:59:23.379164 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-21549597-fa03-45ef-8076-4b186925c0c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1369f543-3db8-40a7-a2bd-67b4619ca281 HTTP/1.1" status: 200 len: 999 time: 0.1241050 May 17 13:59:23.452330 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-31162f06-9248-422d-8142-ca820e43173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:23.453961 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-31162f06-9248-422d-8142-ca820e43173a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 200 len: 849 time: 0.0678430 May 17 13:59:23.559906 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-0d05fa70-b638-4dc6-8642-8e246ba1419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:23.562790 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-0d05fa70-b638-4dc6-8642-8e246ba1419f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9677ea60-a95a-45a9-892e-846362f1d5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1015091 May 17 13:59:23.573377 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 13:59:23.754105 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-7fc38569-b658-4249-a254-dc59df88f644 service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822345 May 17 13:59:23.910792 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-06f1a973-02b8-4b42-87f3-08e69bd57d36 req-6fc561a0-8cc3-4b5e-a8f8-10951c34ddac service neutron] 10.222.0.52 "GET /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483963 May 17 13:59:24.036280 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'fbdc0d13-03a9-43a3-8de0-02efaa542d03', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'port_id': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'mac_address': 'fa:16:3e:bd:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:03Z', 'updated_at': '2021-05-17T13:59:21Z', 'revision_number': 1, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 13:59:24.042242 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d060fcf-81d1-4011-90f6-6a210b6f86f0 None None] The sync data for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb is: [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'fbdc0d13-03a9-43a3-8de0-02efaa542d03', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'port_id': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'mac_address': 'fa:16:3e:bd:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T13:59:03Z', 'updated_at': '2021-05-17T13:59:21Z', 'revision_number': 1, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 13:59:24.128565 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9a5e6-9f92-4276-8d2e-21fec5e7944b req-75433a9d-dec1-445d-b665-a1529fbcca56 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:24.130665 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-02b9a5e6-9f92-4276-8d2e-21fec5e7944b req-75433a9d-dec1-445d-b665-a1529fbcca56 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.2189977 May 17 13:59:24.206180 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-02b9a5e6-9f92-4276-8d2e-21fec5e7944b req-66d8aa7f-e959-43a2-b0cb-7ed632f5883f tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677443 May 17 13:59:24.308884 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6af89bd-cb46-4a04-8436-39d83cae056d None None] New status for floating IP fbdc0d13-03a9-43a3-8de0-02efaa542d03: ACTIVE {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 13:59:25.402247 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a51fe-3ae7-4321-a30a-62b7c74a6c7b req-7e756e45-dc37-4563-bf8e-3a3de63bad43 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:25.403599 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5f0a51fe-3ae7-4321-a30a-62b7c74a6c7b req-7e756e45-dc37-4563-bf8e-3a3de63bad43 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0830321 May 17 13:59:25.453490 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5f0a51fe-3ae7-4321-a30a-62b7c74a6c7b req-5252f1b1-52a2-4c0e-9165-2d8f18471507 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427685 May 17 13:59:25.662551 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-ca1ef852-61da-4f5a-a94e-d22a583cadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:25.663938 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-ca1ef852-61da-4f5a-a94e-d22a583cadeb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 1098 time: 0.0726986 May 17 13:59:25.794539 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-329bc822-bf55-4f5c-9aeb-65c534c30e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:25.797215 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-329bc822-bf55-4f5c-9aeb-65c534c30e76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.1263366 May 17 13:59:25.900689 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-f54c10f2-4651-4819-84f8-3ab0c76916b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4e4316-548a-444f-a283-a856b4d06ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0958118 May 17 13:59:25.964092 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-bcb9a8db-24fb-4e82-a578-e737a96fb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:25.965451 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-bcb9a8db-24fb-4e82-a578-e737a96fb4f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.0580142 May 17 13:59:26.044164 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-cfe29602-9d94-4182-ad78-eed81d8b8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:26.045687 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-cfe29602-9d94-4182-ad78-eed81d8b8ab0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727823 May 17 13:59:26.178908 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-45224111-5a7f-4275-8f26-6110d524c407 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249025 May 17 13:59:26.315141 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-83b18bfc-e569-4e88-9aee-122d9c6ecd64 req-7e62ffe6-7c23-4e13-9ec8-9a6d72fb4be6 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290627 May 17 13:59:26.642025 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28c726-f64c-4d3a-9e7a-f7747e277a52 req-30958fe3-f9fb-45c3-8590-e3551d498a71 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:26.643606 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fa28c726-f64c-4d3a-9e7a-f7747e277a52 req-30958fe3-f9fb-45c3-8590-e3551d498a71 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0802774 May 17 13:59:26.688517 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fa28c726-f64c-4d3a-9e7a-f7747e277a52 req-37d29766-dde7-4536-95d2-127129058c2a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 May 17 13:59:27.879434 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845620-7d04-4105-952b-b903389d3b5b req-c2d33987-37fe-4635-a41f-1c545de90296 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:27.880896 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dc845620-7d04-4105-952b-b903389d3b5b req-c2d33987-37fe-4635-a41f-1c545de90296 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0834670 May 17 13:59:27.926422 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dc845620-7d04-4105-952b-b903389d3b5b req-71d023d4-3c73-4f5d-98fd-d36a8468cd56 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 May 17 13:59:29.120317 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df444521-b320-412c-9e7a-87905289a0c4 req-0d30e401-3b9e-456e-8b4f-4d6d9e660642 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:29.121813 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-df444521-b320-412c-9e7a-87905289a0c4 req-0d30e401-3b9e-456e-8b4f-4d6d9e660642 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 945 time: 0.0850604 May 17 13:59:29.169306 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-df444521-b320-412c-9e7a-87905289a0c4 req-b4d8986d-5cca-4c00-9f11-fb4c1e8128bf tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 May 17 13:59:29.180083 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:59:29.292118 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:29.322298 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:29.332740 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:29.337136 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:29.339295 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:29.410484 dv-cinder-788363-3-smb neutron-server[78716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'code': 422} returned with failed status May 17 13:59:29.452059 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=8']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:29.462776 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:30.574226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4ee89-7c44-43fa-b8e3-f5f3e342b1bb req-e05117c3-77fc-470e-bba2-ad424eaed797 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:30.575827 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c0b4ee89-7c44-43fa-b8e3-f5f3e342b1bb req-e05117c3-77fc-470e-bba2-ad424eaed797 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0828195 May 17 13:59:30.589927 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-8acd1400-a316-4337-afd6-e6d028929054 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818751 May 17 13:59:30.625191 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c0b4ee89-7c44-43fa-b8e3-f5f3e342b1bb req-3d600fa1-d60b-48b6-b73d-5fc9431595f5 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427275 May 17 13:59:31.545599 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-73ee037b-51eb-4d0b-89d3-c4c84897bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:31.547092 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-73ee037b-51eb-4d0b-89d3-c4c84897bb16 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd&tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc HTTP/1.1" status: 200 len: 1096 time: 0.0754356 May 17 13:59:31.643881 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-e39f18b6-1208-43fc-9ba1-464d8460e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:31.645248 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-e39f18b6-1208-43fc-9ba1-464d8460e779 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 1096 time: 0.0722859 May 17 13:59:31.921915 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-feefe387-6b1e-49d8-8a9a-f99f949950ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:31.923287 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-feefe387-6b1e-49d8-8a9a-f99f949950ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.2718661 May 17 13:59:32.046705 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa61f-8013-4cb9-b007-13fa847979ca req-cf17d1cd-8695-4dc2-bc33-2b183d21d352 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:32.048162 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0c9aa61f-8013-4cb9-b007-13fa847979ca req-cf17d1cd-8695-4dc2-bc33-2b183d21d352 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.3075838 May 17 13:59:32.081949 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-42ad6f35-c1fe-446b-b3b2-ff8a9e1d8aaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4e4316-548a-444f-a283-a856b4d06ed9 HTTP/1.1" status: 200 len: 999 time: 0.1503358 May 17 13:59:32.144014 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0c9aa61f-8013-4cb9-b007-13fa847979ca req-3e0447b8-3c98-4f76-847f-519d9f5022e1 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895541 May 17 13:59:32.160513 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-67c43b3d-47fd-4d47-9fd2-59f76386e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:32.162744 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-67c43b3d-47fd-4d47-9fd2-59f76386e8c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.0725312 May 17 13:59:32.271656 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-1900fb03-4974-43b2-ac21-872ed406ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:32.273164 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-1900fb03-4974-43b2-ac21-872ed406ab27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013536 May 17 13:59:32.461007 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-001d0515-c884-4a48-99d3-a30753ec3692 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802242 May 17 13:59:32.477173 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc5d2e-f472-4e5a-8987-9d5522dbf22d req-d671f17e-8f32-4ddb-8509-9e6175f06c07 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:32.478582 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35dc5d2e-f472-4e5a-8987-9d5522dbf22d req-d671f17e-8f32-4ddb-8509-9e6175f06c07 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.1312160 May 17 13:59:32.599195 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35dc5d2e-f472-4e5a-8987-9d5522dbf22d req-ee543805-03df-4d85-b6ae-2a79ab837c13 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032333 May 17 13:59:32.636252 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dd5f3cd8-0874-46f9-b3f1-874fb18b4d40 req-01b4df09-bc76-497f-9ebf-e403312a982b service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667907 May 17 13:59:33.361184 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4962-3fec-4c22-84a1-d4b306a2c945 req-d05c0ec6-dc20-4041-8efc-fd51e898ed07 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:33.362695 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-acfe4962-3fec-4c22-84a1-d4b306a2c945 req-d05c0ec6-dc20-4041-8efc-fd51e898ed07 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0898197 May 17 13:59:33.411621 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-acfe4962-3fec-4c22-84a1-d4b306a2c945 req-e71e30bf-a45a-4258-932e-6d9e913d04ef tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 May 17 13:59:33.788087 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d79e34-e246-4580-a5b3-73b54b2d107d req-18bbac6e-d441-47ab-9fd4-788c4bf6c334 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:33.789539 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7d79e34-e246-4580-a5b3-73b54b2d107d req-18bbac6e-d441-47ab-9fd4-788c4bf6c334 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0833471 May 17 13:59:33.837961 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7d79e34-e246-4580-a5b3-73b54b2d107d req-65292966-7557-4819-a3ac-2c4606db9686 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 May 17 13:59:34.610426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610067-359a-44c1-9d6b-6b4858c07354 req-8c300852-59eb-42ab-9076-c3e4dab99252 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:34.618072 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8d610067-359a-44c1-9d6b-6b4858c07354 req-8c300852-59eb-42ab-9076-c3e4dab99252 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0961876 May 17 13:59:34.659024 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8d610067-359a-44c1-9d6b-6b4858c07354 req-f6c0529d-78c7-41b8-982d-f303133a0078 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399938 May 17 13:59:35.036480 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a08f99-d493-4237-9d69-9717d3fda2d2 req-b418690d-88b1-4e74-9271-b759fd9a87aa tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:35.037971 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f5a08f99-d493-4237-9d69-9717d3fda2d2 req-b418690d-88b1-4e74-9271-b759fd9a87aa tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0867999 May 17 13:59:35.087204 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f5a08f99-d493-4237-9d69-9717d3fda2d2 req-df5703fa-c912-4f47-bbfb-ed9ce8ddd8ac tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432296 May 17 13:59:35.848984 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7b3f4-8fa4-405e-b767-18b221208d04 req-b9231a86-7788-4e18-91f7-ca403ff988f8 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:35.851342 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-55a7b3f4-8fa4-405e-b767-18b221208d04 req-b9231a86-7788-4e18-91f7-ca403ff988f8 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0809579 May 17 13:59:35.904143 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-55a7b3f4-8fa4-405e-b767-18b221208d04 req-a5a85184-9f9f-436a-812a-c2ca7978633b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468063 May 17 13:59:36.285181 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4e9a4-4ac8-49eb-b62c-0fcd53a43493 req-dd2cd937-b06e-45a3-ab50-c75c0e365bd4 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:36.288789 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e3c4e9a4-4ac8-49eb-b62c-0fcd53a43493 req-dd2cd937-b06e-45a3-ab50-c75c0e365bd4 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0947142 May 17 13:59:36.333366 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e3c4e9a4-4ac8-49eb-b62c-0fcd53a43493 req-1a1c5359-40a7-41f9-a8af-25a93fdca5d5 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 May 17 13:59:37.128410 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551c670-4f0a-4c59-befb-4c440a6e1856 req-7a264efb-ed3d-4871-a95f-1aab69388943 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:37.130156 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6551c670-4f0a-4c59-befb-4c440a6e1856 req-7a264efb-ed3d-4871-a95f-1aab69388943 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.1018057 May 17 13:59:37.179411 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6551c670-4f0a-4c59-befb-4c440a6e1856 req-2fdf957a-13da-48a5-95ea-bf3ccabd9638 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 May 17 13:59:37.542849 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec2181-d532-4101-837c-f4ced73987e1 req-423a7a0b-7aaf-4d75-ad35-ecb70260a31b tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:37.545719 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-12ec2181-d532-4101-837c-f4ced73987e1 req-423a7a0b-7aaf-4d75-ad35-ecb70260a31b tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0958252 May 17 13:59:37.621416 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-12ec2181-d532-4101-837c-f4ced73987e1 req-0dc07cfb-df12-4b84-87d6-7d0b9384d30a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700052 May 17 13:59:38.375910 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d80745-319c-482a-9a66-e8f0a0d7f6cc req-852cf4ee-ccbe-40b2-ba35-06930064434c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:38.377500 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-08d80745-319c-482a-9a66-e8f0a0d7f6cc req-852cf4ee-ccbe-40b2-ba35-06930064434c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0854375 May 17 13:59:38.428373 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-08d80745-319c-482a-9a66-e8f0a0d7f6cc req-746c68be-aeb3-4137-8952-132ee2c0a918 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452509 May 17 13:59:38.913245 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09189c-2ab7-4594-b653-e3e9c75f51bc req-36515ed8-92b0-4073-b2fa-294ac043e00c tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:38.914816 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ff09189c-2ab7-4594-b653-e3e9c75f51bc req-36515ed8-92b0-4073-b2fa-294ac043e00c tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.1800401 May 17 13:59:38.963964 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ff09189c-2ab7-4594-b653-e3e9c75f51bc req-14baf268-a1e5-4d68-9c1f-63ff764ea98e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 May 17 13:59:39.628319 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8868-f00a-49cb-b976-9edcbb42f077 req-9773fe41-240f-4848-b399-4cfa2ecb6668 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:39.629875 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ffbf8868-f00a-49cb-b976-9edcbb42f077 req-9773fe41-240f-4848-b399-4cfa2ecb6668 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0825257 May 17 13:59:39.681279 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ffbf8868-f00a-49cb-b976-9edcbb42f077 req-999ec6a7-bc17-49d4-bdf8-6c5e1f16e5f7 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443516 May 17 13:59:40.162161 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ceba-ca65-474e-a1f5-be4c04b9db40 req-abef49a4-1143-42a6-9eb2-f5cb3357b77a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:40.163784 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4610ceba-ca65-474e-a1f5-be4c04b9db40 req-abef49a4-1143-42a6-9eb2-f5cb3357b77a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0925462 May 17 13:59:40.213324 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4610ceba-ca65-474e-a1f5-be4c04b9db40 req-0f76bb23-926a-4b4c-9bdd-8dd675091b1b tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 May 17 13:59:40.885274 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e0b8a-81e5-4a72-9622-d49f5342414d req-efbbfb5f-3a88-4912-8ad6-f8253b2c0da6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:40.886836 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1e8e0b8a-81e5-4a72-9622-d49f5342414d req-efbbfb5f-3a88-4912-8ad6-f8253b2c0da6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0889745 May 17 13:59:40.938866 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1e8e0b8a-81e5-4a72-9622-d49f5342414d req-2af70004-fa13-4da7-b04e-d621b8bea9cc tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 May 17 13:59:41.412401 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6d950-b1ec-4d07-8c7e-65af8ab84508 req-5f76383a-c7fd-4859-9f63-5c2cea9d4fe7 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:41.414269 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f3c6d950-b1ec-4d07-8c7e-65af8ab84508 req-5f76383a-c7fd-4859-9f63-5c2cea9d4fe7 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0857615 May 17 13:59:41.463093 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f3c6d950-b1ec-4d07-8c7e-65af8ab84508 req-69aeb7d0-0823-4dd2-ad05-409cbf2438ca tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 May 17 13:59:42.136896 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2ac96-0e45-4fb9-ab1e-c56cebf4eea4 req-13d4fd08-5a8a-4c1a-9feb-0da446541000 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:42.138604 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e0a2ac96-0e45-4fb9-ab1e-c56cebf4eea4 req-13d4fd08-5a8a-4c1a-9feb-0da446541000 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0874200 May 17 13:59:42.186844 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e0a2ac96-0e45-4fb9-ab1e-c56cebf4eea4 req-22f233b7-dab6-49ac-be51-7e774267128d tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 May 17 13:59:42.663632 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0945-9709-405a-84f4-34bff52ba938 req-7f76419c-4954-4a71-86c2-7509b1509f2a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:42.665466 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-153e0945-9709-405a-84f4-34bff52ba938 req-7f76419c-4954-4a71-86c2-7509b1509f2a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0858295 May 17 13:59:42.717216 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-153e0945-9709-405a-84f4-34bff52ba938 req-efa0408a-dad5-4d95-9e0d-98385b454c4c tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419044 May 17 13:59:43.382064 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77f485-b2ff-449b-80dd-e51ebd2913ce req-f0f9ac76-3e89-4159-9fbd-07deac6c799c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:43.383554 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ff77f485-b2ff-449b-80dd-e51ebd2913ce req-f0f9ac76-3e89-4159-9fbd-07deac6c799c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0827901 May 17 13:59:43.432025 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ff77f485-b2ff-449b-80dd-e51ebd2913ce req-ecb1d72d-fd2a-4faa-9d98-b235e3a9a71b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418324 May 17 13:59:43.603261 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 13:59:43.913917 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf582-412e-4902-af02-50e03007eade req-2cba1cc4-0295-4140-a8c2-78a61488127a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:43.915616 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cfddf582-412e-4902-af02-50e03007eade req-2cba1cc4-0295-4140-a8c2-78a61488127a tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0867434 May 17 13:59:43.962200 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cfddf582-412e-4902-af02-50e03007eade req-d612fb68-e8a4-4b04-a6e2-82bb48daddab tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401151 May 17 13:59:44.752948 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c5ec4-acd4-44fb-be82-fa487c611b92 req-b821a72b-7ac0-401b-8748-e5376d893499 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:44.755408 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-935c5ec4-acd4-44fb-be82-fa487c611b92 req-b821a72b-7ac0-401b-8748-e5376d893499 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.1409492 May 17 13:59:44.843821 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-935c5ec4-acd4-44fb-be82-fa487c611b92 req-a20fbe8f-7e8d-4ead-be96-d2715e222cd3 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776579 May 17 13:59:45.285578 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220ce8b-7887-4e54-b07b-8976d65ed2e1 req-3116eb6b-08c2-4f60-8cc3-90fc17e41d4b tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:45.287065 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4220ce8b-7887-4e54-b07b-8976d65ed2e1 req-3116eb6b-08c2-4f60-8cc3-90fc17e41d4b tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0992832 May 17 13:59:45.332787 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4220ce8b-7887-4e54-b07b-8976d65ed2e1 req-b108ecfc-f326-4852-8144-45b47bbea7ab tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 May 17 13:59:45.662230 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-cf5d7e4b-41e3-4ce7-9338-bbe0abfd1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:45.663792 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-cf5d7e4b-41e3-4ce7-9338-bbe0abfd1083 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 1096 time: 0.0881877 May 17 13:59:45.821520 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-8cde8d6a-2cee-46c6-8775-51b6240f01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:45.822987 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-8cde8d6a-2cee-46c6-8775-51b6240f01bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 200 len: 918 time: 0.1292369 May 17 13:59:45.933808 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-105f7902-39b9-40e9-9669-1ea8f34518e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4e4316-548a-444f-a283-a856b4d06ed9 HTTP/1.1" status: 200 len: 999 time: 0.0991991 May 17 13:59:46.054553 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-11d876d6-a190-482d-82b1-078b01f21ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:46.055985 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-11d876d6-a190-482d-82b1-078b01f21ff4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 200 len: 856 time: 0.1111071 May 17 13:59:46.123782 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36eee1-5b8f-4bf8-89ae-35bb69517682 req-7edaf99e-db26-48e0-8bf2-79f583794c07 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:46.125223 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b36eee1-5b8f-4bf8-89ae-35bb69517682 req-7edaf99e-db26-48e0-8bf2-79f583794c07 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.1473961 May 17 13:59:46.180694 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6b36eee1-5b8f-4bf8-89ae-35bb69517682 req-ae3003ea-5891-4bfa-ac65-54f2cb491b54 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488799 May 17 13:59:46.183580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-bea1eb48-3eea-4581-ad4e-f8df415076a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:46.184977 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-bea1eb48-3eea-4581-ad4e-f8df415076a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f6d814f8-d20c-4865-ad86-e6553cb0baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1175995 May 17 13:59:46.412993 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-a2fb1bcc-afa6-4a4f-b69e-91ec8d009508 service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148468 May 17 13:59:46.606896 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d0a78944-c137-482b-ae3f-00444ed8cf1d req-74058863-e15c-4e18-be90-c2140f992aff service neutron] 10.222.0.52 "GET /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830163 May 17 13:59:46.621216 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4983e-41a3-4a2e-be42-6e1328e33ff4 req-6f4d8df9-9bdd-4dcd-9421-c31ba33689cb tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:46.623243 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1c4983e-41a3-4a2e-be42-6e1328e33ff4 req-6f4d8df9-9bdd-4dcd-9421-c31ba33689cb tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.1722398 May 17 13:59:46.671380 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a1c4983e-41a3-4a2e-be42-6e1328e33ff4 req-327013f6-5a99-4da2-9bd7-b8b0562d3180 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 May 17 13:59:47.294786 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 13:59:47.390479 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56217d4e-258d-4769-9c80-5626304cb17e req-8bff1684-ac80-4369-b2a0-a7c4a5c329a6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:47.392017 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56217d4e-258d-4769-9c80-5626304cb17e req-8bff1684-ac80-4369-b2a0-a7c4a5c329a6 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 943 time: 0.0913262 May 17 13:59:47.407094 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a808fe0b-a741-433a-b862-3828fdf9f359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:47.446641 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-56217d4e-258d-4769-9c80-5626304cb17e req-f7f1c9b3-edc6-433d-a9c3-68493ba25d8c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453815 May 17 13:59:47.455214 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:47.469817 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'port_id': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'mac_address': 'fa:16:3e:76:af:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 13:59:47.537307 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:47.555226 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4e4316-548a-444f-a283-a856b4d06ed9 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 13:59:47.572113 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:47.576865 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:47.578819 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:47.647814 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=9']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:47.651361 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:47.857977 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e2611-4a5b-42e2-ac2b-99c8a4117801 req-d3eb4779-f5f9-4d6a-b833-979c6cf39626 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:47.859449 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7f9e2611-4a5b-42e2-ac2b-99c8a4117801 req-d3eb4779-f5f9-4d6a-b833-979c6cf39626 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0822997 May 17 13:59:47.890455 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['7a4e4316-548a-444f-a283-a856b4d06ed9'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:59:47.909324 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7f9e2611-4a5b-42e2-ac2b-99c8a4117801 req-6da8969f-2a0d-4f14-82a9-2a84a1eef863 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 May 17 13:59:48.643115 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4a1c3-4dcb-43a0-b35d-872264ed5513 req-990a9dbd-887c-49d0-a3b4-febc7fedaf72 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:48.644606 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dba4a1c3-4dcb-43a0-b35d-872264ed5513 req-990a9dbd-887c-49d0-a3b4-febc7fedaf72 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 944 time: 0.0834930 May 17 13:59:48.694224 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dba4a1c3-4dcb-43a0-b35d-872264ed5513 req-2ef55791-9d7b-4b33-80da-bc31ff54b1ee tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 May 17 13:59:48.815100 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:49.097721 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda0bc-7295-41d4-8699-616f71cac6f4 req-e7eec55b-3f18-4986-a35a-d5913a9fee7f tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:49.099487 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a4cda0bc-7295-41d4-8699-616f71cac6f4 req-e7eec55b-3f18-4986-a35a-d5913a9fee7f tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.0866902 May 17 13:59:49.145966 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a4cda0bc-7295-41d4-8699-616f71cac6f4 req-0cd86625-a5a3-4b23-987e-aba35f49300d tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 May 17 13:59:49.303301 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 13:59:49.370512 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 7a4e4316-548a-444f-a283-a856b4d06ed9 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 13:59:49.370800 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:49.489175 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:49.516824 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:49.526654 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:49.532733 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:49.534739 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:49.569838 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'code': 200} May 17 13:59:49.604885 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=10']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:49.608928 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:49.810525 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3d2a2c2b-9aab-4134-9bee-ca24e9cebd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:49.907774 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542809b-a4ad-44c8-b6f9-440b93815ce4 req-c9559720-c33b-4b5c-8492-9cf5e04fa1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:49.909278 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0542809b-a4ad-44c8-b6f9-440b93815ce4 req-c9559720-c33b-4b5c-8492-9cf5e04fa1d2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 1099 time: 0.1463830 May 17 13:59:49.929965 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1c680-86fe-4f8a-9277-5c4d8f7efd33 req-9c3d576e-3506-4040-85a0-c57ddb28dc50 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:49.931374 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7fa1c680-86fe-4f8a-9277-5c4d8f7efd33 req-9c3d576e-3506-4040-85a0-c57ddb28dc50 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 946 time: 0.1148963 May 17 13:59:50.034575 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0542809b-a4ad-44c8-b6f9-440b93815ce4 req-9c1e5d3d-89bf-4d56-bff4-4e0f85fb45fe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022117 May 17 13:59:50.039501 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7fa1c680-86fe-4f8a-9277-5c4d8f7efd33 req-87204a90-294b-4241-941d-b74abbc81627 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875962 May 17 13:59:50.159128 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:50.241413 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-f8f70aab-b89c-40b7-9e1e-b2ab93899a9e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:50.243706 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-f8f70aab-b89c-40b7-9e1e-b2ab93899a9e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.52 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.1002221 May 17 13:59:50.442224 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb5b29-4e63-486f-adcb-db07b7b1a1ef req-201e8e6c-bea4-4a39-87c9-4c12a7849d7e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:50.443697 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-84cb5b29-4e63-486f-adcb-db07b7b1a1ef req-201e8e6c-bea4-4a39-87c9-4c12a7849d7e tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 946 time: 0.1619351 May 17 13:59:50.486853 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Deleting port e070d1a1-9ccc-43b3-8dbb-730f956ae62c {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 13:59:50.487185 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:50.562115 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-84cb5b29-4e63-486f-adcb-db07b7b1a1ef req-5a132437-25e2-481c-aafc-d96c76100ac3 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/security-groups?id=eeaabed9-f023-4047-a35c-aa7fc0df8a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119292 May 17 13:59:50.632487 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] For port e070d1a1-9ccc-43b3-8dbb-730f956ae62c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,segment=NetworkSegment(1b0892a9-446a-4d13-978a-5220185bc320),segment_id=1b0892a9-446a-4d13-978a-5220185bc320)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 13:59:50.632829 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:50.759157 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Calling delete_port for e070d1a1-9ccc-43b3-8dbb-730f956ae62c owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 13:59:50.960270 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:50.966930 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-348e5018-2aea-486c-8423-b402c8ff58b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 13:59:50.975826 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['e070d1a1-9ccc-43b3-8dbb-730f956ae62c'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 13:59:51.014481 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Pushing event deleted for resources: {'Port': ['ID=e070d1a1-9ccc-43b3-8dbb-730f956ae62c,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 13:59:51.045195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 13:59:51.074071 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:51.104421 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] No DVR routers for this DVR port e070d1a1-9ccc-43b3-8dbb-730f956ae62c on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 13:59:51.107311 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:51.110359 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439181f0-f0e9-4720-b159-487c7fb80c89', 'name': 'network-vif-deleted', 'tag': 'e070d1a1-9ccc-43b3-8dbb-730f956ae62c'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 13:59:51.132180 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bfeda1a9-77b6-4dc8-a430-b2ef085de1a3 req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.52 "DELETE /v2.0/ports/e070d1a1-9ccc-43b3-8dbb-730f956ae62c HTTP/1.1" status: 204 len: 173 time: 0.8822460 May 17 13:59:51.209505 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439181f0-f0e9-4720-b159-487c7fb80c89', 'name': 'network-vif-deleted', 'tag': 'e070d1a1-9ccc-43b3-8dbb-730f956ae62c', 'status': 'completed', 'code': 200} May 17 13:59:51.255900 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e92541-126a-484d-8626-e6e1d5fc2a93 req-c0276456-a872-459d-b36f-499c97d61399 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:51.257402 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41e92541-126a-484d-8626-e6e1d5fc2a93 req-c0276456-a872-459d-b36f-499c97d61399 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 946 time: 0.0908120 May 17 13:59:51.310256 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41e92541-126a-484d-8626-e6e1d5fc2a93 req-84c17190-8679-417e-97aa-f9041c79918b tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455124 May 17 13:59:51.729221 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-0b5fe518-2c7c-4e06-a241-4ab86390a32b req-e775b11e-0e2d-4ccd-a0f7-29c547a330be tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Synchronizing usage tracker for tenant:f41ef983f536422c83b87e61c31f275b on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 13:59:51.747115 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-0b5fe518-2c7c-4e06-a241-4ab86390a32b req-e775b11e-0e2d-4ccd-a0f7-29c547a330be tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Unset dirty status for tenant:f41ef983f536422c83b87e61c31f275b on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 13:59:51.748560 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0b5fe518-2c7c-4e06-a241-4ab86390a32b req-e775b11e-0e2d-4ccd-a0f7-29c547a330be tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] 10.222.0.44 "GET /v2.0/ports?device_id=439181f0-f0e9-4720-b159-487c7fb80c89 HTTP/1.1" status: 200 len: 210 time: 0.0615141 May 17 13:59:52.504627 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba002e7-d279-422c-891e-18a45b6b696c req-3e70b27d-32e0-4a41-a076-8550390da566 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 13:59:52.506130 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-aba002e7-d279-422c-891e-18a45b6b696c req-3e70b27d-32e0-4a41-a076-8550390da566 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 946 time: 0.0786052 May 17 13:59:52.557737 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-aba002e7-d279-422c-891e-18a45b6b696c req-11975306-c870-45a8-b007-38a1de3b3b06 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459890 May 17 13:59:52.892638 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 13:59:53.299126 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device e070d1a1-9ccc-43b3-8dbb-730f956ae62c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 13:59:53.337147 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: e070d1a1-9ccc-43b3-8dbb-730f956ae62c {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 13:59:53.337684 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device e070d1a1-9ccc-43b3-8dbb-730f956ae62c not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:12.031120 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40848) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:12.093560 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_v2 [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Deleting subnet 7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a {{(pid=78715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:00:12.096703 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.146352 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3687843'] for subnet, precommit_delete_associations {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.208729 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.457301 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-745656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3862552'] for subnet, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.462050 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:12.500678 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:12.506358 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.514964 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.515317 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.515667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.516013 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.516353 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.516691 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.517027 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.517364 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.517717 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.518050 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.518381 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.518710 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:12.522217 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:12.524014 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-2603ce4d-aa7e-4e84-9df0-1714d7a6102f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7dd7d2cc-c3bf-4cc6-9c41-d4e292099c6a HTTP/1.1" status: 204 len: 168 time: 0.4918046 May 17 14:00:12.526433 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40854) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:12.637840 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.763332 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.775671 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bbda32-48af-4891-a6b3-6111ca7628d1']}} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:12.788695 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0892a9-446a-4d13-978a-5220185bc320') {'for_net_delete': True} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:12.788990 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0892a9-446a-4d13-978a-5220185bc320') {} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:12.801515 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3687852'] for segment, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.817647 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.826515 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=78715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:00:12.827020 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-745502'] for segment, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: Traceback (most recent call last): May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: timer() May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: cb(*args, **kw) May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: return func(*args, **kwargs) May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: self._notify() May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: self.callback(batched_events) May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: event.method(event) May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: return f(self, *a, **k) May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: return self._get(url).json() May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: return self.request(url, 'GET', **kwargs) May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:00:12.839840 dv-cinder-788363-3-smb neutron-server[78715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:00:12.920546 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.924518 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:12.937419 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:12.947193 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Pushing event deleted for resources: {'Network': ['ID=34bbda32-48af-4891-a6b3-6111ca7628d1,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:12.950205 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] 10.222.0.44 "DELETE /v2.0/networks/34bbda32-48af-4891-a6b3-6111ca7628d1 HTTP/1.1" status: 204 len: 168 time: 0.4223287 May 17 14:00:12.951130 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:13.067928 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40860) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:13.116890 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a4e7a874-49c9-4ee7-bde1-b4c66ac73742 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f41ef983f536422c83b87e61c31f275b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476873 May 17 14:00:13.119221 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40864) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:13.176689 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-cdf9fed7-4c49-4743-9c71-e9da9f1bf546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:13.203325 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-cdf9fed7-4c49-4743-9c71-e9da9f1bf546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:13.261497 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-cdf9fed7-4c49-4743-9c71-e9da9f1bf546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:13.267096 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4b3be32f-9c61-44f7-95f5-2cbb19c11255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:13.279403 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9fed7-4c49-4743-9c71-e9da9f1bf546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaabed9-f023-4047-a35c-aa7fc0df8a5c,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:13.282391 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-cdf9fed7-4c49-4743-9c71-e9da9f1bf546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:13.286793 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-cdf9fed7-4c49-4743-9c71-e9da9f1bf546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:13.288270 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-cdf9fed7-4c49-4743-9c71-e9da9f1bf546 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eeaabed9-f023-4047-a35c-aa7fc0df8a5c HTTP/1.1" status: 204 len: 168 time: 0.1681454 May 17 14:00:17.349396 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-88361b82-1cae-4cf9-9fb0-5b2eb0594eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:18.706168 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0ca61-b50f-4af3-bd6f-c27174051fb1 req-eb157f12-b584-42f0-b349-dd6b7185f4a3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:18.707993 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5af0ca61-b50f-4af3-bd6f-c27174051fb1 req-eb157f12-b584-42f0-b349-dd6b7185f4a3 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.1213253 May 17 14:00:18.769147 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5af0ca61-b50f-4af3-bd6f-c27174051fb1 req-f8e52d49-303d-4057-8014-4b1ee855e113 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550125 May 17 14:00:18.828468 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:19.818835 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-494d72d3-a706-4776-b618-6c050c0ea86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:20.083579 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c069c1-c264-482b-bb47-f0dd0870d68a req-caccc24b-bd91-481c-94e1-bdcb32c8694c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:20.085699 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-71c069c1-c264-482b-bb47-f0dd0870d68a req-caccc24b-bd91-481c-94e1-bdcb32c8694c tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.1854138 May 17 14:00:20.140522 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-71c069c1-c264-482b-bb47-f0dd0870d68a req-d4772955-ffe6-4f8c-b54b-6d7e764aa3be tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482209 May 17 14:00:20.164342 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:20.602644 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:00:20.725007 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-ef526bb0-88e9-4b40-9cd3-07bf4e65df27 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:20.726545 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-ef526bb0-88e9-4b40-9cd3-07bf4e65df27 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.0828795 May 17 14:00:20.868403 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Deleting port 1369f543-3db8-40a7-a2bd-67b4619ca281 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:20.868743 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:21.004664 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] For port 1369f543-3db8-40a7-a2bd-67b4619ca281, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1369f543-3db8-40a7-a2bd-67b4619ca281,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:21.005012 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:21.067336 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:21.348922 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:21.349508 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:21.349635 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.l3_db [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Floating IP fbdc0d13-03a9-43a3-8de0-02efaa542d03 disassociated. External IP: 172.28.3.112, port: 1369f543-3db8-40a7-a2bd-67b4619ca281. May 17 14:00:21.349928 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Calling delete_port for 1369f543-3db8-40a7-a2bd-67b4619ca281 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:21.393709 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a839ac1-2a3b-4a29-a08d-3c1d0ae683c8 req-1cb39915-2d45-4027-ae70-63342b181668 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:21.395141 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a839ac1-2a3b-4a29-a08d-3c1d0ae683c8 req-1cb39915-2d45-4027-ae70-63342b181668 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 945 time: 0.1394274 May 17 14:00:21.491083 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2a839ac1-2a3b-4a29-a08d-3c1d0ae683c8 req-446d1141-787b-4991-90eb-6eeadf9a84a7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups?id=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887699 May 17 14:00:21.515856 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:21.521425 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:21.568816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event deleted for resources: {'Port': ['ID=1369f543-3db8-40a7-a2bd-67b4619ca281,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:21.572560 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:21.756147 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Router e108211a-f0f0-4023-93e7-bb984f02cac7 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:00:21.933681 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:00:21.945801 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] Sync routers for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:00:21.956305 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:00:21.956933 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:22.012654 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] No DVR routers for this DVR port 1369f543-3db8-40a7-a2bd-67b4619ca281 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:00:22.016091 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:22.018786 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'name': 'network-vif-deleted', 'tag': '1369f543-3db8-40a7-a2bd-67b4619ca281'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:00:22.037530 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3cd4d0c2-6f84-4fc4-9891-eda924121ce6 req-2f2672ae-b924-4320-a7ba-34bccf65ab43 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.52 "DELETE /v2.0/ports/1369f543-3db8-40a7-a2bd-67b4619ca281 HTTP/1.1" status: 204 len: 173 time: 1.3049719 May 17 14:00:22.070479 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465d52dc-ccfb-4dc4-9bac-fe5bba373774', 'name': 'network-vif-deleted', 'tag': '1369f543-3db8-40a7-a2bd-67b4619ca281', 'status': 'completed', 'code': 200} May 17 14:00:22.153457 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:00:22.471136 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:22.474946 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] Checking router: e108211a-f0f0-4023-93e7-bb984f02cac7 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:00:22.484306 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:00:22.484918 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:22.724895 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:00:22.837143 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a7d0503d-3eec-4263-98af-b47dbe841d06 req-c8ced184-5c89-4b5c-b67f-fc4419606738 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Synchronizing usage tracker for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:00:22.853423 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-a7d0503d-3eec-4263-98af-b47dbe841d06 req-c8ced184-5c89-4b5c-b67f-fc4419606738 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Unset dirty status for tenant:4a5884fc35ce481b83f4022e019d2a65 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:00:22.854614 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a7d0503d-3eec-4263-98af-b47dbe841d06 req-c8ced184-5c89-4b5c-b67f-fc4419606738 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/ports?device_id=465d52dc-ccfb-4dc4-9bac-fe5bba373774 HTTP/1.1" status: 200 len: 210 time: 0.0593643 May 17 14:00:22.951005 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:23.056104 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:23.060392 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5e14c-503c-4be1-a45f-c064852be180 None None] The sync data for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb is: [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T13:54:37Z', 'revision_number': 4, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b93ac764-67b8-4a2c-8fc0-4a21b86ea205', 'name': '', 'network_id': '9677ea60-a95a-45a9-892e-846362f1d5b2', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'mac_address': 'fa:16:3e:51:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:36Z', 'updated_at': '2021-05-17T13:54:46Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'subnets': [{'id': 'ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:00:23.264716 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f4c31-6738-4596-93e0-1330cd5dda34 None None] New status for floating IP fbdc0d13-03a9-43a3-8de0-02efaa542d03: DOWN {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 14:00:23.980902 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40930) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:24.159052 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb6be-8339-4d8a-a377-d4f3b3995415 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:24.188778 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb6be-8339-4d8a-a377-d4f3b3995415 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:24.245389 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb6be-8339-4d8a-a377-d4f3b3995415 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:24.249513 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7f0f0b84-c74d-4f5d-b75c-b712fc69be89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:24.268272 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fb6be-8339-4d8a-a377-d4f3b3995415 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce7634e-e159-4a3e-88d9-ca780b2fbbcb,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:24.271442 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ec4fb6be-8339-4d8a-a377-d4f3b3995415 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:24.279177 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ec4fb6be-8339-4d8a-a377-d4f3b3995415 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:24.280323 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ec4fb6be-8339-4d8a-a377-d4f3b3995415 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ce7634e-e159-4a3e-88d9-ca780b2fbbcb HTTP/1.1" status: 204 len: 168 time: 0.2984183 May 17 14:00:24.283122 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40934) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:24.302873 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.api.v2.resource [None req-04281b67-84d4-4eff-a423-d93686a24357 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] show failed (client error): The resource could not be found. May 17 14:00:24.303964 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-04281b67-84d4-4eff-a423-d93686a24357 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "GET /v2.0/security-groups/8ce7634e-e159-4a3e-88d9-ca780b2fbbcb HTTP/1.1" status: 404 len: 347 time: 0.0195768 May 17 14:00:24.307363 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40938) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:24.532587 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Deleting port 4cde107e-aca3-4292-ba5e-4a3b0816f06e {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:24.532809 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:24.659517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:24.659835 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:24.790676 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Calling delete_port for 4cde107e-aca3-4292-ba5e-4a3b0816f06e owned by network:floatingip {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:24.922887 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:24.927622 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a65274a2-43a2-4e33-a32f-c1c416b1d467 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:24.973108 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Pushing event deleted for resources: {'Port': ['ID=4cde107e-aca3-4292-ba5e-4a3b0816f06e,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:24.978837 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:25.076402 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks [] for floatingip, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:25.100954 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:25.102127 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] 10.222.0.44 "DELETE /v2.0/floatingips/fbdc0d13-03a9-43a3-8de0-02efaa542d03 HTTP/1.1" status: 204 len: 168 time: 0.7938251 May 17 14:00:25.424904 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1369f543-3db8-40a7-a2bd-67b4619ca281 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:00:25.462085 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 1369f543-3db8-40a7-a2bd-67b4619ca281 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:00:25.462453 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1369f543-3db8-40a7-a2bd-67b4619ca281 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:26.393895 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8af9f-d399-4272-8209-fcfba0511bbe req-6ee677ac-6b16-404c-9d98-6df4d83c2620 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:26.395641 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcb8af9f-d399-4272-8209-fcfba0511bbe req-6ee677ac-6b16-404c-9d98-6df4d83c2620 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 946 time: 0.0898352 May 17 14:00:26.448963 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bcb8af9f-d399-4272-8209-fcfba0511bbe req-c0e59171-6cdd-4cd8-9425-4cd82b42568a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471611 May 17 14:00:27.659338 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4913d37-5da7-4f4e-857d-544a30eb7046 req-5d3393ab-be05-46da-95fa-b02b3ca74a4a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:27.660883 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b4913d37-5da7-4f4e-857d-544a30eb7046 req-5d3393ab-be05-46da-95fa-b02b3ca74a4a tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 946 time: 0.0933590 May 17 14:00:27.711999 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b4913d37-5da7-4f4e-857d-544a30eb7046 req-1274923d-e4df-4f32-8578-3624f4bb6330 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups?id=9efb873b-66e6-4b75-bc8d-171c0703ba68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452533 May 17 14:00:27.819905 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-58a49c06-9bef-4baa-82fb-b09592fe7062 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:27.822511 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-58a49c06-9bef-4baa-82fb-b09592fe7062 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 946 time: 0.0896273 May 17 14:00:27.969204 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Deleting port 7a4e4316-548a-444f-a283-a856b4d06ed9 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:27.969637 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:28.112432 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] For port 7a4e4316-548a-444f-a283-a856b4d06ed9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a4e4316-548a-444f-a283-a856b4d06ed9,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:28.112802 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:28.512123 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:28.513038 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:28.513354 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.l3_db [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Floating IP 2f02f417-8552-4cc7-9298-cb2ea131d5fc disassociated. External IP: 172.28.3.110, port: 7a4e4316-548a-444f-a283-a856b4d06ed9. May 17 14:00:28.513733 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Calling delete_port for 7a4e4316-548a-444f-a283-a856b4d06ed9 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:28.639872 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:28.647561 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ea36685e-c239-4d3d-81f1-27796ca5dbb7 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:28.700748 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event deleted for resources: {'Port': ['ID=7a4e4316-548a-444f-a283-a856b4d06ed9,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:28.704829 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:28.916839 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7255b59f-e08d-41e2-bd55-6e174e2e1771 req-7146cfe2-f90f-4d6f-b48b-cdad3a56c6b4 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/ports?device_id=10744b9e-a644-467f-9728-bce833479cfd HTTP/1.1" status: 200 len: 210 time: 0.0655208 May 17 14:00:28.943442 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Router f865ec5b-458d-49e2-9c0f-542f98e0196e has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:00:29.155007 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:00:29.170903 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] Sync routers for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:00:29.202662 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:00:29.203430 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:29.240896 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] No DVR routers for this DVR port 7a4e4316-548a-444f-a283-a856b4d06ed9 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:00:29.243576 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:29.247211 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-deleted', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:00:29.262921 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 40984) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:29.274306 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b353aee3-e980-43b9-882c-5c9dba3e1303 req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.52 "DELETE /v2.0/ports/7a4e4316-548a-444f-a283-a856b4d06ed9 HTTP/1.1" status: 204 len: 173 time: 1.4457972 May 17 14:00:29.327452 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10744b9e-a644-467f-9728-bce833479cfd', 'name': 'network-vif-deleted', 'tag': '7a4e4316-548a-444f-a283-a856b4d06ed9', 'status': 'completed', 'code': 200} May 17 14:00:29.421937 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:00:29.804042 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:29.810755 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] Checking router: f865ec5b-458d-49e2-9c0f-542f98e0196e for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:00:29.822848 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:00:29.823687 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:30.026440 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:00:30.067128 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40994) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:30.145849 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c46bee1b-1a83-4233-9111-427616a35c81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.181078 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c46bee1b-1a83-4233-9111-427616a35c81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.225925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687563'] for router_interface, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.258621 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c46bee1b-1a83-4233-9111-427616a35c81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.263142 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f4d0806b-3225-4031-912b-680257cd5d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:30.283759 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bee1b-1a83-4233-9111-427616a35c81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efb873b-66e6-4b75-bc8d-171c0703ba68,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:30.286686 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c46bee1b-1a83-4233-9111-427616a35c81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:30.287831 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-c46bee1b-1a83-4233-9111-427616a35c81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.288969 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-c46bee1b-1a83-4233-9111-427616a35c81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "DELETE /v2.0/security-groups/9efb873b-66e6-4b75-bc8d-171c0703ba68 HTTP/1.1" status: 204 len: 168 time: 0.2205305 May 17 14:00:30.294247 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 40998) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:30.314035 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.api.v2.resource [None req-cc3003c6-6521-4aaf-852f-5ba5ec3de393 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] show failed (client error): The resource could not be found. May 17 14:00:30.318357 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-cc3003c6-6521-4aaf-852f-5ba5ec3de393 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "GET /v2.0/security-groups/9efb873b-66e6-4b75-bc8d-171c0703ba68 HTTP/1.1" status: 404 len: 347 time: 0.0203552 May 17 14:00:30.319453 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41002) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:30.456262 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:30.461433 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac24a3-4580-4134-9082-07156f18a03d None None] The sync data for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb is: [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T13:53:44Z', 'revision_number': 4, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'c785ac0d-9b08-4cb2-a283-8472e41419aa', 'name': '', 'network_id': 'f6d814f8-d20c-4865-ad86-e6553cb0baf6', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'mac_address': 'fa:16:3e:76:a7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:42Z', 'updated_at': '2021-05-17T13:53:55Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'subnets': [{'id': '7a1f4f31-0851-4479-83cb-9127a8a37b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:00:30.562418 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Deleting port e343d616-f358-4cdc-af9a-29b275b50c2b {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:30.562766 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.705698 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.706025 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.709204 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Deleting port b93ac764-67b8-4a2c-8fc0-4a21b86ea205 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:30.709743 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.744033 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298b24e7-bb4e-4695-82a9-7e49b47dfa58 None None] New status for floating IP 2f02f417-8552-4cc7-9298-cb2ea131d5fc: DOWN {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 14:00:30.854420 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] For port b93ac764-67b8-4a2c-8fc0-4a21b86ea205, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:30.854873 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:30.945866 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Calling delete_port for e343d616-f358-4cdc-af9a-29b275b50c2b owned by network:floatingip {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:30.995532 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Calling delete_port for b93ac764-67b8-4a2c-8fc0-4a21b86ea205 owned by network:router_interface {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:31.254595 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:31.259806 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:31.309315 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93ac764-67b8-4a2c-8fc0-4a21b86ea205,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:31.336047 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:31.344284 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2ae6c7ff-9f3e-4002-8e83-d1a7a981ca1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:31.360145 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.360145 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.360145 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.360607 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.360862 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.361129 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.361479 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.361860 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.362208 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.362559 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.362902 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.363242 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:31.371990 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:31.435728 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Pushing event deleted for resources: {'Port': ['ID=e343d616-f358-4cdc-af9a-29b275b50c2b,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:31.470732 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:31.504502 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks [] for floatingip, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:31.522038 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:31.523193 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] 10.222.0.44 "DELETE /v2.0/floatingips/2f02f417-8552-4cc7-9298-cb2ea131d5fc HTTP/1.1" status: 204 len: 168 time: 1.2027264 May 17 14:00:31.621454 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687463'] for router_interface, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:32.003507 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Router e108211a-f0f0-4023-93e7-bb984f02cac7 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:00:32.179401 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:00:32.191922 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] Sync routers for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:00:32.193171 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-92cbe343-2693-459b-9e5f-e95c566e1da8 admin admin] 10.222.0.44 "PUT /v2.0/routers/e108211a-f0f0-4023-93e7-bb984f02cac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9290760 May 17 14:00:32.195851 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41010) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:32.205123 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:00:32.205765 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:32.377586 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks [] for router, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:32.390606 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:00:32.562783 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:32.644372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Deleting port ba4b631a-8d8d-4f59-80be-09e1d30fc05d {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:32.644372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:32.685743 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T14:00:31Z', 'revision_number': 5, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port': {'id': 'ba4b631a-8d8d-4f59-80be-09e1d30fc05d', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:54:31Z', 'updated_at': '2021-05-17T13:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:32.689636 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] Checking router: e108211a-f0f0-4023-93e7-bb984f02cac7 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:00:32.699302 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] Routers {'e108211a-f0f0-4023-93e7-bb984f02cac7'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:00:32.699926 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['e108211a-f0f0-4023-93e7-bb984f02cac7'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:32.774078 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] For port ba4b631a-8d8d-4f59-80be-09e1d30fc05d, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=ba4b631a-8d8d-4f59-80be-09e1d30fc05d,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:32.774431 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:32.857763 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] Set router e108211a-f0f0-4023-93e7-bb984f02cac7 gateway port host: None {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:00:32.914169 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Calling delete_port for ba4b631a-8d8d-4f59-80be-09e1d30fc05d owned by network:router_gateway {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:32.981054 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T14:00:32Z', 'revision_number': 6, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port_host': None}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:32.985528 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0b0c2-98f7-4eba-9730-6c08d4a27261 None None] The sync data for ids ['e108211a-f0f0-4023-93e7-bb984f02cac7'] in dv-cinder-788363-3-smb is: [{'id': 'e108211a-f0f0-4023-93e7-bb984f02cac7', 'name': 'tempest-AttachVolumeTestJSON-431559352-router', 'tenant_id': '4a5884fc35ce481b83f4022e019d2a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:54:30Z', 'updated_at': '2021-05-17T14:00:32Z', 'revision_number': 6, 'project_id': '4a5884fc35ce481b83f4022e019d2a65', 'gw_port_host': None}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:00:33.212458 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:33.216841 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-1e5d1ad4-f26d-47c5-8d3c-f895b1692bbc tempest-VolumesActionsTest-385415059 tempest-VolumesActionsTest-385415059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:33.263619 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4b631a-8d8d-4f59-80be-09e1d30fc05d,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:33.266879 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:33.368775 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681452'] for router_gateway, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:33.467090 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:00:33.502779 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 7a4e4316-548a-444f-a283-a856b4d06ed9 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:00:33.503127 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 7a4e4316-548a-444f-a283-a856b4d06ed9 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:33.649111 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8162'] for router, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:33.651269 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:33.736390 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681236'] for router, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:33.736813 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e108211a-f0f0-4023-93e7-bb984f02cac7 {{(pid=78715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 14:00:33.750923 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] Notify callbacks [] for router, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:33.752661 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-75e6f9e5-d59b-4488-aff3-35679a32f21e admin admin] 10.222.0.44 "DELETE /v2.0/routers/e108211a-f0f0-4023-93e7-bb984f02cac7 HTTP/1.1" status: 204 len: 168 time: 1.5553596 May 17 14:00:33.756255 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41024) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:33.822747 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] Deleting subnet ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:00:33.826522 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:33.877015 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.011084 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.273800 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.279818 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:34.419712 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41034) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:34.425626 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:34.428811 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:34.429793 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.435216 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edecd8a-7056-4542-9018-fec9d8faf561 None None] Network 9677ea60-a95a-45a9-892e-846362f1d5b2 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:00:34.438444 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-19caaf23-008f-4729-939e-21204fc4a34b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ee577e9f-ce2c-409e-89e6-cb2a63e7e4fc HTTP/1.1" status: 204 len: 168 time: 0.6778533 May 17 14:00:34.438656 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41040) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:34.546040 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.625415 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Deleting port e4501159-c248-48c4-82b9-9cdd4ca961b1 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:34.625794 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.654837 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device ba4b631a-8d8d-4f59-80be-09e1d30fc05d no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:00:34.738406 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: ba4b631a-8d8d-4f59-80be-09e1d30fc05d {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:00:34.739004 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device ba4b631a-8d8d-4f59-80be-09e1d30fc05d not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:34.739578 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b93ac764-67b8-4a2c-8fc0-4a21b86ea205 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:00:34.764982 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] For port e4501159-c248-48c4-82b9-9cdd4ca961b1, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=e4501159-c248-48c4-82b9-9cdd4ca961b1,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:34.765592 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.777071 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: b93ac764-67b8-4a2c-8fc0-4a21b86ea205 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:00:34.777444 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b93ac764-67b8-4a2c-8fc0-4a21b86ea205 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:34.845228 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] DHCP port deletion for 9677ea60-a95a-45a9-892e-846362f1d5b2 request from dv-cinder-788363-3-smb {{(pid=78716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 14:00:34.927491 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Deleting port e4501159-c248-48c4-82b9-9cdd4ca961b1 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:34.928006 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.939663 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Calling delete_port for e4501159-c248-48c4-82b9-9cdd4ca961b1 owned by network:dhcp {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:34.992560 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:34.997646 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bc5a15c7-5472-4ac8-ade7-1deedba5ba25 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:35.045379 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e4501159-c248-48c4-82b9-9cdd4ca961b1,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:35.049072 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:35.051395 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] No DVR routers for this DVR port e4501159-c248-48c4-82b9-9cdd4ca961b1 on host dv-cinder-788363-3-smb {{(pid=78714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:00:35.053470 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] For port e4501159-c248-48c4-82b9-9cdd4ca961b1, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=e4501159-c248-48c4-82b9-9cdd4ca961b1,segment=NetworkSegment(923a10e5-88d8-454b-89d7-d1b49c47b7e6),segment_id=923a10e5-88d8-454b-89d7-d1b49c47b7e6)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:35.055323 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.151181 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687563'] for router_interface, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.173915 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.187678 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Calling delete_port for e4501159-c248-48c4-82b9-9cdd4ca961b1 owned by network:dhcp {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:35.195046 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9677ea60-a95a-45a9-892e-846362f1d5b2']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:35.209744 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923a10e5-88d8-454b-89d7-d1b49c47b7e6') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:35.210201 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923a10e5-88d8-454b-89d7-d1b49c47b7e6') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:35.223757 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.243224 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.251180 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:00:35.251728 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:00:35.267342 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:00:35.344108 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.349072 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:35.354284 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.359181 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7251ce55-ab38-44c7-99c9-715e1b33236f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:35.374206 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.385612 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Pushing event deleted for resources: {'Network': ['ID=9677ea60-a95a-45a9-892e-846362f1d5b2,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:35.392473 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:35.399458 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] 10.222.0.44 "DELETE /v2.0/networks/9677ea60-a95a-45a9-892e-846362f1d5b2 HTTP/1.1" status: 204 len: 168 time: 0.9597404 May 17 14:00:35.399957 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] No DVR routers for this DVR port e4501159-c248-48c4-82b9-9cdd4ca961b1 on host dv-cinder-788363-3-smb {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:00:35.401317 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Pushing event deleted for resources: {'Port': ['ID=e4501159-c248-48c4-82b9-9cdd4ca961b1,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:35.410638 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.410978 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.411313 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.411655 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.411962 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.412291 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.412632 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.412952 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.413341 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.413677 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.414040 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.414358 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:00:35.418030 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f5083181-5b67-4929-9797-46b071bf29bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:35.550238 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41046) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:35.677948 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-1aacf1ce-5bfa-4129-a060-19ae3340649e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a5884fc35ce481b83f4022e019d2a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262288 May 17 14:00:35.681359 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41050) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:35.758525 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Deleting port c785ac0d-9b08-4cb2-a283-8472e41419aa {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:35.758798 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.775186 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-dfeab7ef-f342-4ac1-bcd9-8c2e5a76ff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:35.976230 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-dfeab7ef-f342-4ac1-bcd9-8c2e5a76ff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:36.052842 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] For port c785ac0d-9b08-4cb2-a283-8472e41419aa, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=c785ac0d-9b08-4cb2-a283-8472e41419aa,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:36.053127 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:36.187946 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Calling delete_port for c785ac0d-9b08-4cb2-a283-8472e41419aa owned by network:router_interface {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:36.208336 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-dfeab7ef-f342-4ac1-bcd9-8c2e5a76ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:36.213176 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-96eb8f72-dbf7-4f73-9e4c-8c05151a575d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:36.236867 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeab7ef-f342-4ac1-bcd9-8c2e5a76ff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbd414b-dd26-4087-b52d-b734d8d84fd2,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:36.242698 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-dfeab7ef-f342-4ac1-bcd9-8c2e5a76ff87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:36.249088 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-dfeab7ef-f342-4ac1-bcd9-8c2e5a76ff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:36.250308 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-dfeab7ef-f342-4ac1-bcd9-8c2e5a76ff87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cbd414b-dd26-4087-b52d-b734d8d84fd2 HTTP/1.1" status: 204 len: 168 time: 0.5679610 May 17 14:00:36.392720 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:36.399094 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-9c4ca332-73f1-4c26-906e-a541f8e41055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:36.458359 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c785ac0d-9b08-4cb2-a283-8472e41419aa,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:36.510202 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:36.739716 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device e4501159-c248-48c4-82b9-9cdd4ca961b1 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:00:36.788997 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: e4501159-c248-48c4-82b9-9cdd4ca961b1 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:00:36.789539 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device e4501159-c248-48c4-82b9-9cdd4ca961b1 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:36.903640 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687463'] for router_interface, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.241393 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41074) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:37.304981 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Router f865ec5b-458d-49e2-9c0f-542f98e0196e has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:00:37.367261 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1492394700-network', 'tenant_id': '3d993467238b4bf7a3a6f1f0a2bcb9a0'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:00:37.372110 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:37.376274 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Usage tracker for resource:network and tenant:3d993467238b4bf7a3a6f1f0a2bcb9a0 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:37.379375 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:37.385995 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:37.398215 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Made reservation on behalf of 3d993467238b4bf7a3a6f1f0a2bcb9a0 for: {'network': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:00:37.400595 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.413984 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.429586 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:37.443836 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Usage tracker for resource:security_group_rule and tenant:3d993467238b4bf7a3a6f1f0a2bcb9a0 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:37.446999 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:37.454119 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:37.494965 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:00:37.509544 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-650eca79-56f6-4e6b-a03e-f046a0a6f5c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/f865ec5b-458d-49e2-9c0f-542f98e0196e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0887434 May 17 14:00:37.512946 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41080) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:37.517412 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] Sync routers for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:00:37.532909 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:00:37.533628 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:37.553825 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.559069 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.562298 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8e46d1b2-afc0-40a0-9f93-473f1fd0da0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:37.596728 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c844b7-cee4-410d-a7d5-2272de69b6ed,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:37.600898 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:37.609490 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=78714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 14:00:37.623182 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.623628 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.segments_db [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Added segment d4924d4a-3607-4d5e-b9cb-70623928ec49 of type vlan for network 7f59b747-b648-40b9-9dc3-1562d9ae4abf May 17 14:00:37.666451 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.712015 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.714056 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:37.715180 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.722064 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-88c2ce99-7c84-4356-b572-6b90e6e7a8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:37.799972 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:00:37.826287 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks [] for router, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:37.833115 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Pushing event updated for resources: {'Network': ['ID=7f59b747-b648-40b9-9dc3-1562d9ae4abf,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:37.841021 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5982404 May 17 14:00:37.841635 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41084) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:37.842503 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:37.848673 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Request body: {'subnet': {'network_id': '7f59b747-b648-40b9-9dc3-1562d9ae4abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1492394700-subnet', 'tenant_id': '3d993467238b4bf7a3a6f1f0a2bcb9a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:00:37.848949 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 7f59b747-b648-40b9-9dc3-1562d9ae4abf details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 14:00:37.853550 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:37.858300 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Usage tracker for resource:subnet and tenant:3d993467238b4bf7a3a6f1f0a2bcb9a0 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:37.861234 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:37.870344 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:37.883075 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Made reservation on behalf of 3d993467238b4bf7a3a6f1f0a2bcb9a0 for: {'subnet': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:00:37.885911 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597616'] for subnet, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.047517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.124517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Deleting port 686d7961-2ba9-48ea-bdb2-b6613baf08ed {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:38.124892 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.144547 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T14:00:36Z', 'revision_number': 5, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port': {'id': '686d7961-2ba9-48ea-bdb2-b6613baf08ed', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:08:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T13:53:34Z', 'updated_at': '2021-05-17T13:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:38.149283 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] Checking router: f865ec5b-458d-49e2-9c0f-542f98e0196e for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:00:38.159562 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] Routers {'f865ec5b-458d-49e2-9c0f-542f98e0196e'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:00:38.160243 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['f865ec5b-458d-49e2-9c0f-542f98e0196e'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:38.257731 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] For port 686d7961-2ba9-48ea-bdb2-b6613baf08ed, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=686d7961-2ba9-48ea-bdb2-b6613baf08ed,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:38.258106 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.323077 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] Set router f865ec5b-458d-49e2-9c0f-542f98e0196e gateway port host: None {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:00:38.325208 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9710127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597602'] for subnet, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.330133 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6f97fb6a-01ca-40b3-bdea-e50fcc337219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:38.392055 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Calling delete_port for 686d7961-2ba9-48ea-bdb2-b6613baf08ed owned by network:router_gateway {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:38.482630 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T14:00:38Z', 'revision_number': 6, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port_host': None}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:38.486818 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ccb70-6297-40f0-9483-e1e58b4b6b1e None None] The sync data for ids ['f865ec5b-458d-49e2-9c0f-542f98e0196e'] in dv-cinder-788363-3-smb is: [{'id': 'f865ec5b-458d-49e2-9c0f-542f98e0196e', 'name': 'tempest-AttachVolumeShelveTestJSON-1391682269-router', 'tenant_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T13:53:31Z', 'updated_at': '2021-05-17T14:00:38Z', 'revision_number': 6, 'project_id': '6a46d0fa2dc140a59f215e45b9b06ecc', 'gw_port_host': None}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:00:38.512664 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e236ecf-4d5c-4ced-89b4-82464a076ff8,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:38.515701 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:38.523113 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Checking segment: {'id': 'd4924d4a-3607-4d5e-b9cb-70623928ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7f59b747-b648-40b9-9dc3-1562d9ae4abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:00:38.523508 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Network hostable DHCP agents. Network: 7f59b747-b648-40b9-9dc3-1562d9ae4abf, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 14:00:38.542256 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Network 7f59b747-b648-40b9-9dc3-1562d9ae4abf is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 14:00:38.552044 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.552815 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 7f59b747-b648-40b9-9dc3-1562d9ae4abf) {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:00:38.556836 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4cba1dc5-9e11-4fec-9d13-edb0ac8decfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:38.562554 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:38.562741 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf7992f-4efd-4e8d-a4b9-0997c8804b3d None None] Network 7f59b747-b648-40b9-9dc3-1562d9ae4abf requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:00:38.563159 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.598351 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7a98f09d-b818-4e84-99d4-a0de972434b9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7503753 May 17 14:00:38.602462 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Pushing event deleted for resources: {'Port': ['ID=686d7961-2ba9-48ea-bdb2-b6613baf08ed,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:38.667217 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:38.710218 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681452'] for router_gateway, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.793579 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1eef13-c1d2-488f-a8ea-5c3f70d0fcaf None None] Network 7f59b747-b648-40b9-9dc3-1562d9ae4abf requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:00:38.940026 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8162'] for router, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.942852 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.975266 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681236'] for router, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:38.975854 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f865ec5b-458d-49e2-9c0f-542f98e0196e {{(pid=78715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 14:00:38.990778 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c785ac0d-9b08-4cb2-a283-8472e41419aa no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:00:39.003302 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] Notify callbacks [] for router, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.007369 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-8f208853-d6bb-4fdc-97ef-1fe1becfda4a admin admin] 10.222.0.44 "DELETE /v2.0/routers/f865ec5b-458d-49e2-9c0f-542f98e0196e HTTP/1.1" status: 204 len: 168 time: 1.4910488 May 17 14:00:39.007765 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41096) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:39.087037 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] Deleting subnet 7a1f4f31-0851-4479-83cb-9127a8a37b48 {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:00:39.090850 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.113328 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: c785ac0d-9b08-4cb2-a283-8472e41419aa {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:00:39.113713 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c785ac0d-9b08-4cb2-a283-8472e41419aa not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:39.152095 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.231509 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.241975 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41106) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:39.248984 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2092761130-network', 'tenant_id': '0ac0b4728145437492643ed25943b6c2'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:00:39.254489 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:39.258600 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Usage tracker for resource:network and tenant:0ac0b4728145437492643ed25943b6c2 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:39.262378 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:39.268575 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:39.280239 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Made reservation on behalf of 0ac0b4728145437492643ed25943b6c2 for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:00:39.283513 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.296958 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.313173 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:39.317576 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac0b4728145437492643ed25943b6c2 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:39.320692 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:39.327455 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:39.429624 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.434693 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.440227 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-97e748db-e4cc-49e5-869e-c2be27cb8d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:39.465605 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 14:00:39.492242 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e78f2-fcf0-4b2c-b6f8-7af9ff5cac8d,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:39.495359 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.496037 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Added segment 86c53cc9-49a8-4394-83b5-5cee46776134 of type vlan for network 25d2ef50-e9e7-4482-8a28-e027053f0b77 May 17 14:00:39.497816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:39.531881 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.538814 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.545456 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:39.563487 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.564914 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:39.565496 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.568885 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-4135dffb-ebc8-4723-b8d1-4beb8e4a02d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:39.587065 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1f4f31-0851-4479-83cb-9127a8a37b48,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:39.590716 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.596292 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:39.597293 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f6e5bb-c2e7-4bf0-b383-483063b52c2b None None] Network f6d814f8-d20c-4865-ad86-e6553cb0baf6 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:00:39.602453 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-08c13ef1-e545-4075-ba42-34b1c8078554 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a1f4f31-0851-4479-83cb-9127a8a37b48 HTTP/1.1" status: 204 len: 168 time: 0.5906291 May 17 14:00:39.602845 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41110) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:39.700783 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4574924 May 17 14:00:39.702050 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Pushing event updated for resources: {'Network': ['ID=25d2ef50-e9e7-4482-8a28-e027053f0b77,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:39.704231 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41114) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:39.707101 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:39.711727 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Request body: {'subnet': {'network_id': '25d2ef50-e9e7-4482-8a28-e027053f0b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2092761130-subnet', 'tenant_id': '0ac0b4728145437492643ed25943b6c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:00:39.717953 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:39.722536 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Usage tracker for resource:subnet and tenant:0ac0b4728145437492643ed25943b6c2 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:39.726050 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:39.736279 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:39.738026 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 25d2ef50-e9e7-4482-8a28-e027053f0b77 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 14:00:39.781999 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.854098 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Made reservation on behalf of 0ac0b4728145437492643ed25943b6c2 for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:00:39.856600 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3862531'] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:39.912310 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Deleting port 7abe1a7f-3d55-48e1-8119-de9b10229665 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:39.912532 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.025780 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] For port 7abe1a7f-3d55-48e1-8119-de9b10229665, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=7abe1a7f-3d55-48e1-8119-de9b10229665,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:40.026351 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.106932 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] DHCP port deletion for f6d814f8-d20c-4865-ad86-e6553cb0baf6 request from dv-cinder-788363-3-smb {{(pid=78716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 14:00:40.179482 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] Deleting port 7abe1a7f-3d55-48e1-8119-de9b10229665 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:00:40.180040 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.194043 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Calling delete_port for 7abe1a7f-3d55-48e1-8119-de9b10229665 owned by network:dhcp {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:40.283024 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.290091 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-05c3d5f6-c340-46d5-a7f0-4ae9386356e9 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:40.306854 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] For port 7abe1a7f-3d55-48e1-8119-de9b10229665, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=7abe1a7f-3d55-48e1-8119-de9b10229665,segment=NetworkSegment(6c235ec7-763a-42ad-979c-abb239912ecd),segment_id=6c235ec7-763a-42ad-979c-abb239912ecd)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:00:40.307299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.342042 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-745719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3862545'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.345031 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7abe1a7f-3d55-48e1-8119-de9b10229665,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:40.348769 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-77a5f8e2-bffd-4364-be5d-5597e2ed065c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:40.352807 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:40.353715 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] No DVR routers for this DVR port 7abe1a7f-3d55-48e1-8119-de9b10229665 on host dv-cinder-788363-3-smb {{(pid=78714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:00:40.441113 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42955db5-0982-4b48-a2a2-9f673b55e06d,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:40.445940 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:40.452264 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Checking segment: {'id': '86c53cc9-49a8-4394-83b5-5cee46776134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '25d2ef50-e9e7-4482-8a28-e027053f0b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:00:40.452689 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Network hostable DHCP agents. Network: 25d2ef50-e9e7-4482-8a28-e027053f0b77, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 14:00:40.464912 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] Calling delete_port for 7abe1a7f-3d55-48e1-8119-de9b10229665 owned by network:dhcp {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:00:40.477036 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Network 25d2ef50-e9e7-4482-8a28-e027053f0b77 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 14:00:40.490762 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 25d2ef50-e9e7-4482-8a28-e027053f0b77) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:00:40.502680 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:00:40.503383 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.506341 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.509060 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee38a09-197b-488b-bcba-644df088b8d1 None None] Network 25d2ef50-e9e7-4482-8a28-e027053f0b77 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:00:40.521258 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d814f8-d20c-4865-ad86-e6553cb0baf6']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:40.530258 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-2c852e08-a4a1-4d3f-883c-2eabbb9d4439 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8246918 May 17 14:00:40.548252 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c235ec7-763a-42ad-979c-abb239912ecd') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:40.548779 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c235ec7-763a-42ad-979c-abb239912ecd') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:40.564820 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.590951 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.599824 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:00:40.600323 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.616943 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.624435 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:00:40.632216 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:00:40.682318 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41120) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:40.705407 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] Pushing event deleted for resources: {'Port': ['ID=7abe1a7f-3d55-48e1-8119-de9b10229665,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:40.707941 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 686d7961-2ba9-48ea-bdb2-b6613baf08ed no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:00:40.740819 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:40.747655 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.752610 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:40.755154 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_v2 [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] Deleting subnet 2e236ecf-4d5c-4ced-89b4-82464a076ff8 {{(pid=78715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:00:40.758770 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.764940 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 686d7961-2ba9-48ea-bdb2-b6613baf08ed {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:00:40.765283 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 686d7961-2ba9-48ea-bdb2-b6613baf08ed not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:40.765745 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 7abe1a7f-3d55-48e1-8119-de9b10229665 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:00:40.772096 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.784231 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d814f8-d20c-4865-ad86-e6553cb0baf6,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:40.789896 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:40.795890 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] No DVR routers for this DVR port 7abe1a7f-3d55-48e1-8119-de9b10229665 on host dv-cinder-788363-3-smb {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:00:40.797759 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-0418af68-9579-4738-8b98-996782f484fa admin admin] 10.222.0.44 "DELETE /v2.0/networks/f6d814f8-d20c-4865-ad86-e6553cb0baf6 HTTP/1.1" status: 204 len: 168 time: 1.1937909 May 17 14:00:40.811017 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 7abe1a7f-3d55-48e1-8119-de9b10229665 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:00:40.811280 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 7abe1a7f-3d55-48e1-8119-de9b10229665 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:00:40.844132 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3687843'] for subnet, precommit_delete_associations {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.913952 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:40.930182 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9b438-9ed6-4850-8936-c56d1cc41b00 None None] Network 25d2ef50-e9e7-4482-8a28-e027053f0b77 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:00:41.053832 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41126) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:41.113933 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-3972bb9a-0c5e-4306-9c3f-5f49e64e7a13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a46d0fa2dc140a59f215e45b9b06ecc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0586286 May 17 14:00:41.116707 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41130) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:41.192292 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38f6591c-2085-4d57-9a62-dd8a08226049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.221953 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-745656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3862552'] for subnet, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.226472 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38f6591c-2085-4d57-9a62-dd8a08226049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.226637 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:41.262396 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e236ecf-4d5c-4ced-89b4-82464a076ff8,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:41.265474 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:41.266465 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] Notify callbacks [] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.274811 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-510877d5-2da0-49d3-94ce-6066a16560da admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2e236ecf-4d5c-4ced-89b4-82464a076ff8 HTTP/1.1" status: 204 len: 168 time: 0.5893202 May 17 14:00:41.276311 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41134) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:41.461636 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38f6591c-2085-4d57-9a62-dd8a08226049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.474699 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d63909ff-40e6-4ee5-abde-aebc7c0051bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:41.491217 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6591c-2085-4d57-9a62-dd8a08226049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ccb22e-1d10-451a-83ce-1d8e851c6835,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:41.507393 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-38f6591c-2085-4d57-9a62-dd8a08226049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:41.515780 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.517552 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-38f6591c-2085-4d57-9a62-dd8a08226049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.518778 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-38f6591c-2085-4d57-9a62-dd8a08226049 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3ccb22e-1d10-451a-83ce-1d8e851c6835 HTTP/1.1" status: 204 len: 168 time: 0.4008205 May 17 14:00:41.660982 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.677124 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f59b747-b648-40b9-9dc3-1562d9ae4abf']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:41.692770 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4924d4a-3607-4d5e-b9cb-70623928ec49') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:41.693077 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4924d4a-3607-4d5e-b9cb-70623928ec49') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:41.709014 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.732034 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.740954 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:00:41.741627 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:00:41.759085 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:00:41.864572 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.868692 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:41.885570 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:41.896199 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f59b747-b648-40b9-9dc3-1562d9ae4abf,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:41.899133 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f59b747-b648-40b9-9dc3-1562d9ae4abf HTTP/1.1" status: 204 len: 168 time: 0.6208763 May 17 14:00:41.900123 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f79cbcc0-66dd-4426-9a5d-71709ec04a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:41.903390 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41144) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:41.973137 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] Deleting subnet 42955db5-0982-4b48-a2a2-9f673b55e06d {{(pid=78715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:00:41.976764 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.036222 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3687843'] for subnet, precommit_delete_associations {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.097412 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.389544 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-745656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3862552'] for subnet, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.395496 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-309653f2-b984-4773-a3c2-62da8eab6c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:42.435912 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42955db5-0982-4b48-a2a2-9f673b55e06d,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:42.437909 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.441327 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:42.444956 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-57c95807-1497-4bb1-a78e-2bb16ef7c067 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/42955db5-0982-4b48-a2a2-9f673b55e06d HTTP/1.1" status: 204 len: 168 time: 0.5404418 May 17 14:00:42.447442 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41162) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:42.573894 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.736462 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.853361 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d2ef50-e9e7-4482-8a28-e027053f0b77']}} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:42.870880 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c53cc9-49a8-4394-83b5-5cee46776134') {'for_net_delete': True} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:42.871328 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c53cc9-49a8-4394-83b5-5cee46776134') {} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:00:42.883298 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3687852'] for segment, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.900700 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.908226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=78715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:00:42.909162 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-745502'] for segment, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: Traceback (most recent call last): May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: timer() May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: cb(*args, **kw) May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: return func(*args, **kwargs) May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: self._notify() May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: self.callback(batched_events) May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: event.method(event) May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: return f(self, *a, **k) May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: return self._get(url).json() May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: return self.request(url, 'GET', **kwargs) May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:00:42.922415 dv-cinder-788363-3-smb neutron-server[78715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:00:43.004438 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:43.009342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:43.012841 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-de6c1f16-f3f6-4747-869d-bec38f590840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:43.033462 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] 10.222.0.44 "DELETE /v2.0/networks/25d2ef50-e9e7-4482-8a28-e027053f0b77 HTTP/1.1" status: 204 len: 168 time: 0.5849175 May 17 14:00:43.035029 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Pushing event deleted for resources: {'Network': ['ID=25d2ef50-e9e7-4482-8a28-e027053f0b77,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:43.037619 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-be49738f-67c6-44a6-a74d-e672aff9798d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:43.259487 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41186) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:43.317750 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-bbb8bebf-e34e-41fb-81b6-1604c17b8afa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d993467238b4bf7a3a6f1f0a2bcb9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568197 May 17 14:00:43.320374 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41190) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:43.394500 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-28f1b347-220b-4eea-a455-671d715ec3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:43.439904 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-28f1b347-220b-4eea-a455-671d715ec3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:43.496789 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-28f1b347-220b-4eea-a455-671d715ec3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:43.500949 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7f79ca9d-3c75-4b99-8982-871e18b76ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:43.516460 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1b347-220b-4eea-a455-671d715ec3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c844b7-cee4-410d-a7d5-2272de69b6ed,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:43.520412 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-28f1b347-220b-4eea-a455-671d715ec3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:43.523872 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-28f1b347-220b-4eea-a455-671d715ec3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:43.524991 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-28f1b347-220b-4eea-a455-671d715ec3a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3c844b7-cee4-410d-a7d5-2272de69b6ed HTTP/1.1" status: 204 len: 168 time: 0.2035468 May 17 14:00:43.953425 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41206) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:44.019052 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-3497a8dc-3cbb-4e68-8ede-768f6d80f918 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ac0b4728145437492643ed25943b6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627677 May 17 14:00:44.021979 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41210) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:44.088582 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69427d1a-9e21-4364-bf30-4353752f4134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:44.116782 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69427d1a-9e21-4364-bf30-4353752f4134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:44.175338 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69427d1a-9e21-4364-bf30-4353752f4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:44.179369 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-cbb3726a-dcf2-4f46-8cf0-c02baf3e1c4c tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:44.193813 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69427d1a-9e21-4364-bf30-4353752f4134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e78f2-fcf0-4b2c-b6f8-7af9ff5cac8d,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:44.196629 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-69427d1a-9e21-4364-bf30-4353752f4134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:44.202090 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69427d1a-9e21-4364-bf30-4353752f4134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:44.203271 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-69427d1a-9e21-4364-bf30-4353752f4134 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca9e78f2-fcf0-4b2c-b6f8-7af9ff5cac8d HTTP/1.1" status: 204 len: 168 time: 0.1802316 May 17 14:00:46.517162 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41292) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:46.645428 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:46.661469 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:46.665341 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:31fe8ebc0c62411ab1905db331f77238 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:46.669236 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:46.675879 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:46.772167 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:46.776051 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:46.784575 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ecae3dee-a7c6-4cd3-a593-caf3704c6b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:46.828899 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31fe8ebc0c62411ab1905db331f77238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106036 May 17 14:00:46.829912 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3984fde-6c6f-4571-8e62-5ae13cf17427,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:46.831601 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41298) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:46.833060 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:46.897263 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a004-d56d-4e7c-9797-2973a37da230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:46.925065 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a004-d56d-4e7c-9797-2973a37da230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:46.984525 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a004-d56d-4e7c-9797-2973a37da230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:46.989423 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-69427d1a-9e21-4364-bf30-4353752f4134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:47.001686 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3a004-d56d-4e7c-9797-2973a37da230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3984fde-6c6f-4571-8e62-5ae13cf17427,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:47.004011 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b4f3a004-d56d-4e7c-9797-2973a37da230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:47.011640 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a004-d56d-4e7c-9797-2973a37da230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.012741 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-b4f3a004-d56d-4e7c-9797-2973a37da230 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3984fde-6c6f-4571-8e62-5ae13cf17427 HTTP/1.1" status: 204 len: 168 time: 0.1792524 May 17 14:00:47.353748 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ddea-f776-40b8-b691-28448190ca4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.376743 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41310) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:47.395166 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.410441 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:47.415304 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3a2d6dc1a54efb89411a4776aed186 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:47.419492 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:47.425856 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:47.544117 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.548118 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.559335 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-184b754a-bc70-442d-a7b5-201ee80578a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:47.605169 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf3a2d6dc1a54efb89411a4776aed186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263877 May 17 14:00:47.607724 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41316) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:47.611008 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c2e9fa-53b9-468a-9e15-1cec53e62c54,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:47.640470 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:47.682588 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff476bb7-b5a3-453a-9811-afc667b82fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.712338 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff476bb7-b5a3-453a-9811-afc667b82fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.778182 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff476bb7-b5a3-453a-9811-afc667b82fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.784256 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ff9f3bb3-74ae-4595-8e1b-7e18f911a43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:47.801837 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff476bb7-b5a3-453a-9811-afc667b82fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c2e9fa-53b9-468a-9e15-1cec53e62c54,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:47.804828 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ff476bb7-b5a3-453a-9811-afc667b82fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:47.808373 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ff476bb7-b5a3-453a-9811-afc667b82fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:47.812647 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ff476bb7-b5a3-453a-9811-afc667b82fe8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67c2e9fa-53b9-468a-9e15-1cec53e62c54 HTTP/1.1" status: 204 len: 168 time: 0.2005632 May 17 14:00:47.886905 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41324) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:48.162270 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:48.181378 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:48.185984 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5d3f4c8af949e3bcd552721235bab8 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:48.188954 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:48.194839 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:48.300423 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:48.305382 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:48.317580 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a729b68a-62dc-4d1a-98a6-080574ee68e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:48.368089 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d7a579-170b-475d-9c2f-3d291ad13e95,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:48.372782 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:48.375955 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c5d3f4c8af949e3bcd552721235bab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879723 May 17 14:00:48.380085 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41340) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:48.453633 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ee288be8-88e3-44bf-acef-64a2060bfa97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:48.488435 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ee288be8-88e3-44bf-acef-64a2060bfa97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:48.566165 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ee288be8-88e3-44bf-acef-64a2060bfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:48.571404 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-84cad834-8d59-4fd1-8268-3ead078b165c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:48.591354 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee288be8-88e3-44bf-acef-64a2060bfa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d7a579-170b-475d-9c2f-3d291ad13e95,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:48.594963 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-ee288be8-88e3-44bf-acef-64a2060bfa97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:48.599264 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-ee288be8-88e3-44bf-acef-64a2060bfa97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49d7a579-170b-475d-9c2f-3d291ad13e95 HTTP/1.1" status: 204 len: 168 time: 0.2148542 May 17 14:00:48.614952 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ee288be8-88e3-44bf-acef-64a2060bfa97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:48.848920 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:49.128549 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41364) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:49.148991 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:49.168146 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:49.172663 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Usage tracker for resource:security_group_rule and tenant:71d1fe822efd4abda6901a2da3c3442d is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:49.176100 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:49.183891 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:49.272526 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:49.278294 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:49.287763 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b84920ad-3ba4-4e6e-9cd0-e548a106e725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:49.336829 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71d1fe822efd4abda6901a2da3c3442d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047703 May 17 14:00:49.336829 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ea47f4-382f-4468-b8ec-35ee9dd62c6c,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:49.337316 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41370) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:49.339816 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:49.409215 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6050991-0fe9-4c7c-9e0b-7f72c60bd2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:49.439866 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6050991-0fe9-4c7c-9e0b-7f72c60bd2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:49.500889 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6050991-0fe9-4c7c-9e0b-7f72c60bd2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:49.507435 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a5d535b9-ff8c-4934-9b2c-6574622b73dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:49.524925 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6050991-0fe9-4c7c-9e0b-7f72c60bd2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ea47f4-382f-4468-b8ec-35ee9dd62c6c,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:49.531741 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b6050991-0fe9-4c7c-9e0b-7f72c60bd2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:49.538460 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6050991-0fe9-4c7c-9e0b-7f72c60bd2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:49.545000 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-b6050991-0fe9-4c7c-9e0b-7f72c60bd2ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25ea47f4-382f-4468-b8ec-35ee9dd62c6c HTTP/1.1" status: 204 len: 168 time: 0.2061491 May 17 14:00:49.812340 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-18700b78-c495-4b5e-bc0e-9f24fd1fd81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:50.169854 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:51.081302 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:51.733200 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41464) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:51.871734 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:51.888471 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:51.892460 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Usage tracker for resource:security_group_rule and tenant:fd5441a9b80744fa934b775cd34eb1af is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:51.895815 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:51.902968 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:51.993955 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:51.999143 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.008532 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-000a7222-bf2c-47cd-a312-41d810885609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:52.050405 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd5441a9b80744fa934b775cd34eb1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160331 May 17 14:00:52.052165 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9234494-957a-47fb-a05a-19703d0174ba,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:52.053793 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41472) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:52.055427 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:52.120777 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-44872fca-ea45-45cc-b8bc-e995164b6e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.147901 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-44872fca-ea45-45cc-b8bc-e995164b6e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.206090 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-44872fca-ea45-45cc-b8bc-e995164b6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.209846 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5599e718-a057-4c34-b07f-344e995987e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:52.223448 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44872fca-ea45-45cc-b8bc-e995164b6e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9234494-957a-47fb-a05a-19703d0174ba,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:52.226011 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-44872fca-ea45-45cc-b8bc-e995164b6e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:52.235410 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-44872fca-ea45-45cc-b8bc-e995164b6e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.236622 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-44872fca-ea45-45cc-b8bc-e995164b6e7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9234494-957a-47fb-a05a-19703d0174ba HTTP/1.1" status: 204 len: 168 time: 0.1818597 May 17 14:00:52.547211 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41480) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:52.576067 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.594273 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:52.598279 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Usage tracker for resource:security_group_rule and tenant:dbf0bec68a81496d85bd430be2634b34 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:52.601185 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:52.608771 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:52.696575 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.702450 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.709971 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-171da7f8-b964-478d-8add-c56d72ea471a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:52.752168 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e3a8af-82e7-4ee3-89b9-2cb565688eff,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:52.756287 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbf0bec68a81496d85bd430be2634b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080448 May 17 14:00:52.757169 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-63efa5c5-947f-49e5-a43b-dabf56bb34ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:52.759005 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41484) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:52.825941 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d71750eb-2708-4853-8078-563890c5f7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.855256 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d71750eb-2708-4853-8078-563890c5f7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.909551 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.921451 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d71750eb-2708-4853-8078-563890c5f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.927017 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ff476bb7-b5a3-453a-9811-afc667b82fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:52.940442 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71750eb-2708-4853-8078-563890c5f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e3a8af-82e7-4ee3-89b9-2cb565688eff,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:52.942785 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d71750eb-2708-4853-8078-563890c5f7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:52.950027 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d71750eb-2708-4853-8078-563890c5f7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:52.954770 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-d71750eb-2708-4853-8078-563890c5f7f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1e3a8af-82e7-4ee3-89b9-2cb565688eff HTTP/1.1" status: 204 len: 168 time: 0.1912215 May 17 14:00:53.300249 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41506) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:53.452491 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:53.474140 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:53.478152 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Usage tracker for resource:security_group_rule and tenant:24234d061bc147939270c6364d68fee3 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:53.481419 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:53.491531 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:53.585229 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:53.590423 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:53.599587 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-bc905c55-bb0d-4a51-ba3b-c49adb63e2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:53.641899 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fadc57-87c5-420c-bbc6-9e461618163f,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:53.650531 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24234d061bc147939270c6364d68fee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451991 May 17 14:00:53.650531 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:53.652819 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41524) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:53.736680 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5f23-008a-4b29-83b2-be903827d526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:53.782652 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5f23-008a-4b29-83b2-be903827d526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:53.864690 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5f23-008a-4b29-83b2-be903827d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:53.869039 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2fbdba81-e668-4c13-9614-8cd8e53d9c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:53.883863 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a5f23-008a-4b29-83b2-be903827d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fadc57-87c5-420c-bbc6-9e461618163f,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:53.887409 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-bf8a5f23-008a-4b29-83b2-be903827d526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:53.895699 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-bf8a5f23-008a-4b29-83b2-be903827d526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:53.899114 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-bf8a5f23-008a-4b29-83b2-be903827d526 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97fadc57-87c5-420c-bbc6-9e461618163f HTTP/1.1" status: 204 len: 168 time: 0.2442560 May 17 14:00:54.308962 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41542) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:54.332769 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:54.348719 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:54.352518 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Usage tracker for resource:security_group_rule and tenant:38743306babf42daa3fc4e10cf1b2d0d is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:54.355980 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:54.361754 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:54.460767 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:54.466265 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:54.475608 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b365d012-803a-4981-b533-f81f1ae1f029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:54.523254 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38743306babf42daa3fc4e10cf1b2d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105472 May 17 14:00:54.523254 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ccc1c-b703-4f17-87a2-3de51e39d3bf,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:54.523604 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41550) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:54.525061 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:54.617700 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-084eb0d6-6d2a-49ca-9594-693fc2219882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:54.646232 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-084eb0d6-6d2a-49ca-9594-693fc2219882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:54.711104 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-084eb0d6-6d2a-49ca-9594-693fc2219882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:54.720353 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ee288be8-88e3-44bf-acef-64a2060bfa97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:54.734749 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084eb0d6-6d2a-49ca-9594-693fc2219882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ccc1c-b703-4f17-87a2-3de51e39d3bf,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:54.740243 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-084eb0d6-6d2a-49ca-9594-693fc2219882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:54.744262 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-084eb0d6-6d2a-49ca-9594-693fc2219882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:54.745581 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-084eb0d6-6d2a-49ca-9594-693fc2219882 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b1ccc1c-b703-4f17-87a2-3de51e39d3bf HTTP/1.1" status: 204 len: 168 time: 0.2112548 May 17 14:00:57.601714 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:00:58.100618 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41626) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:58.226034 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:58.242037 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:58.245964 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b2f0f543aa497f901759741fd8dfec is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:58.248896 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:58.254919 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:58.350659 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:58.355688 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:58.365159 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e97b6706-4c01-429a-9712-e13217ce9376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:58.406148 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9b2f0f543aa497f901759741fd8dfec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041823 May 17 14:00:58.408052 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53804a98-c61d-4843-8d08-85ca181af779,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:58.409391 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41636) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:58.411110 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:58.479238 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-517fa6bf-d5d7-4b42-98eb-ff9cff5c2611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:58.507070 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-517fa6bf-d5d7-4b42-98eb-ff9cff5c2611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:58.568069 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-517fa6bf-d5d7-4b42-98eb-ff9cff5c2611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:58.572064 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b4f3a004-d56d-4e7c-9797-2973a37da230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:58.588207 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fa6bf-d5d7-4b42-98eb-ff9cff5c2611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53804a98-c61d-4843-8d08-85ca181af779,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:58.591536 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-517fa6bf-d5d7-4b42-98eb-ff9cff5c2611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:58.597221 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-517fa6bf-d5d7-4b42-98eb-ff9cff5c2611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:58.598763 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-517fa6bf-d5d7-4b42-98eb-ff9cff5c2611 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53804a98-c61d-4843-8d08-85ca181af779 HTTP/1.1" status: 204 len: 168 time: 0.1874752 May 17 14:00:58.948909 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41646) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:58.967725 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:58.983468 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:00:58.987349 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Usage tracker for resource:security_group_rule and tenant:a6bd00452c23424993a692123ecc196a is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:00:58.990248 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:00:58.996613 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:00:59.098086 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:59.102292 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:59.110082 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d7a0f1a9-0d42-4cd8-870b-dc16c9c71d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:59.153767 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6bd00452c23424993a692123ecc196a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037175 May 17 14:00:59.154696 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99851c89-1943-4a88-8b5c-062f66126fcf,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:59.156558 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41650) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:00:59.157738 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-635e1d2d-0081-4758-a031-87ea6d68a956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:59.218544 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e1b4e6ff-2641-43ac-acb6-0a9f2f25ec7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:59.247595 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e1b4e6ff-2641-43ac-acb6-0a9f2f25ec7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:59.307747 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e1b4e6ff-2641-43ac-acb6-0a9f2f25ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:59.315816 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a5765321-4ed0-4a6c-9bb2-2d3fa66cda65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:00:59.328170 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4e6ff-2641-43ac-acb6-0a9f2f25ec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99851c89-1943-4a88-8b5c-062f66126fcf,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:00:59.331953 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e1b4e6ff-2641-43ac-acb6-0a9f2f25ec7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:00:59.336110 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e1b4e6ff-2641-43ac-acb6-0a9f2f25ec7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:00:59.337454 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e1b4e6ff-2641-43ac-acb6-0a9f2f25ec7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99851c89-1943-4a88-8b5c-062f66126fcf HTTP/1.1" status: 204 len: 168 time: 0.1798544 May 17 14:01:02.837317 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41740) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:02.963980 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:02.981702 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:02.986952 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Usage tracker for resource:security_group_rule and tenant:b26637c59a334a8e8749a4becdaa1aa0 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:02.989943 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:02.995917 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:03.090160 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.094010 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.101222 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f7215e0b-0d49-40dd-ab28-72a4338f9f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:03.144457 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b26637c59a334a8e8749a4becdaa1aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059900 May 17 14:01:03.145298 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae5111f-9c96-4825-bd13-991200d45280,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:03.147195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41746) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:03.148918 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:03.210101 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc1bb-dd02-431b-814a-0e7f33c75854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.237707 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc1bb-dd02-431b-814a-0e7f33c75854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.292312 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc1bb-dd02-431b-814a-0e7f33c75854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.296358 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-da003a88-0c68-49d7-97dd-793563a70926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:03.309291 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bc1bb-dd02-431b-814a-0e7f33c75854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae5111f-9c96-4825-bd13-991200d45280,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:03.311584 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0c1bc1bb-dd02-431b-814a-0e7f33c75854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:03.330452 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0c1bc1bb-dd02-431b-814a-0e7f33c75854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.331596 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-0c1bc1bb-dd02-431b-814a-0e7f33c75854 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ae5111f-9c96-4825-bd13-991200d45280 HTTP/1.1" status: 204 len: 168 time: 0.1834238 May 17 14:01:03.626304 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41754) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:03.644745 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.663864 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:03.669692 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Usage tracker for resource:security_group_rule and tenant:0e9313982e6f4740bc3da119999b0dcd is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:03.674349 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:03.682488 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:03.772045 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.777346 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.784667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-bf8a5f23-008a-4b29-83b2-be903827d526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:03.827264 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e9313982e6f4740bc3da119999b0dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998558 May 17 14:01:03.828189 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0499001c-de92-4074-bf1d-527c67a7817a,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:03.830838 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41758) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:03.831185 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-19bc03db-d372-4d40-8fe4-3d5ecd1e815d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:03.894135 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-747322bf-4e50-4674-97ad-8e6a34216f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.923189 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-747322bf-4e50-4674-97ad-8e6a34216f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.981455 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-747322bf-4e50-4674-97ad-8e6a34216f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:03.986318 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-517fa6bf-d5d7-4b42-98eb-ff9cff5c2611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:03.998643 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747322bf-4e50-4674-97ad-8e6a34216f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0499001c-de92-4074-bf1d-527c67a7817a,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:04.001474 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-747322bf-4e50-4674-97ad-8e6a34216f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:04.008776 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-747322bf-4e50-4674-97ad-8e6a34216f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:04.012964 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-747322bf-4e50-4674-97ad-8e6a34216f89 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0499001c-de92-4074-bf1d-527c67a7817a HTTP/1.1" status: 204 len: 168 time: 0.1777334 May 17 14:01:04.215847 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41772) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:04.337844 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:04.358037 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:04.361838 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Usage tracker for resource:security_group_rule and tenant:9e5e0e027fc241a08232be81025c07ea is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:04.364798 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:04.373140 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:04.462152 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:04.467484 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:04.476578 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-708bf4a7-a468-460e-b6f2-fa7cf0c0e679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:04.519145 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e5e0e027fc241a08232be81025c07ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022184 May 17 14:01:04.521637 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41788) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:04.524298 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f07ee5b-e9c7-439f-b62a-4fe508a3309d,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:04.538639 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-1e8aeb5a-d2e5-4f75-951e-f2b38df4b89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:04.589886 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6cc1-206e-48a7-bd61-0343f4656f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:04.617476 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6cc1-206e-48a7-bd61-0343f4656f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:04.690424 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6cc1-206e-48a7-bd61-0343f4656f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:04.695697 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6cc7eafb-900f-481b-bd8d-4eba5e808d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:04.714493 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f6cc1-206e-48a7-bd61-0343f4656f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f07ee5b-e9c7-439f-b62a-4fe508a3309d,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:04.717551 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7e6f6cc1-206e-48a7-bd61-0343f4656f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:04.718597 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7e6f6cc1-206e-48a7-bd61-0343f4656f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:04.719901 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7e6f6cc1-206e-48a7-bd61-0343f4656f1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f07ee5b-e9c7-439f-b62a-4fe508a3309d HTTP/1.1" status: 204 len: 168 time: 0.1973403 May 17 14:01:05.271151 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41818) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:05.406923 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:05.423404 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:05.427449 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Usage tracker for resource:security_group_rule and tenant:e36d7dd20a2c425fa44639cdba3afce0 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:05.430570 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:05.436827 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:05.525017 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:05.530230 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:05.539132 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c46bee1b-1a83-4233-9111-427616a35c81 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:05.585791 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e36d7dd20a2c425fa44639cdba3afce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128977 May 17 14:01:05.586774 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e40555-30c2-4054-b2cc-23fc01b1c2de,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:05.590291 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41834) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:05.591805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-82e6e414-3377-4938-875b-346a3c4b3f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:05.655064 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7187-b2d0-42c4-a3fe-639dc2ef0cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:05.684822 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7187-b2d0-42c4-a3fe-639dc2ef0cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:05.744210 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7187-b2d0-42c4-a3fe-639dc2ef0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:05.748723 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-38f6591c-2085-4d57-9a62-dd8a08226049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:05.760694 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e7187-b2d0-42c4-a3fe-639dc2ef0cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e40555-30c2-4054-b2cc-23fc01b1c2de,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:05.765764 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-3b7e7187-b2d0-42c4-a3fe-639dc2ef0cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:05.767907 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7187-b2d0-42c4-a3fe-639dc2ef0cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:05.771438 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-3b7e7187-b2d0-42c4-a3fe-639dc2ef0cdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42e40555-30c2-4054-b2cc-23fc01b1c2de HTTP/1.1" status: 204 len: 168 time: 0.1771643 May 17 14:01:13.299730 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 41988) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:13.424886 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:13.439948 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:13.443768 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:1e74452dd4c049b5aa86ca40e7fdf0a6 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:13.446617 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:13.454086 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:13.549871 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:13.553697 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:13.565978 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7a37273f-e728-48f0-8e0d-bb6272e0a7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:13.688056 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e74452dd4c049b5aa86ca40e7fdf0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872457 May 17 14:01:13.688947 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72faf510-505e-4b34-83d3-2b32ef3a1bb0,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:13.690753 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 41996) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:13.692517 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-3136e3bc-ef84-4a24-be14-5ca4c8975cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:13.752504 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:13.778552 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:13.832662 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:13.836366 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-78a8d444-fe3a-4643-ab93-ff6c2b081678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:13.852282 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72faf510-505e-4b34-83d3-2b32ef3a1bb0,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:13.865905 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.866272 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.866636 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.866992 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.867344 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.867697 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.868047 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.868389 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.868735 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.869810 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.870105 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.870535 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:13.875178 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:13.877997 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:13.882032 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-5ab53712-0805-413f-90fc-1d1e331d3225 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72faf510-505e-4b34-83d3-2b32ef3a1bb0 HTTP/1.1" status: 204 len: 168 time: 0.1892810 May 17 14:01:14.667360 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42026) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:14.803829 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-935548896-network', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:14.810733 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:14.814707 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Usage tracker for resource:network and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:14.818271 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:14.825419 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:14.836585 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Made reservation on behalf of 77f9e482a5504e3fa21fe278cd2eac95 for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:14.839075 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:14.852686 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:14.868080 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:14.872582 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Usage tracker for resource:security_group_rule and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:14.875395 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:14.882004 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:14.978780 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:14.982933 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:14.985866 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-330d98fa-0de2-4e4e-afa5-e9c9a93cbffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:15.016458 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 14:01:15.024869 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c7c21-f342-4782-9bea-8e94050a05c9,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:15.028938 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:15.031417 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.031760 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Added segment a0fe54a7-819d-4034-8744-199dff206997 of type vlan for network 72542f1a-7b34-49f0-bedb-0f68da8481d7 May 17 14:01:15.060159 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.092697 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.094169 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:15.094762 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.098226 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d90dde13-19b3-4d58-b92b-9d58ceaf1f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:15.200871 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Pushing event updated for resources: {'Network': ['ID=72542f1a-7b34-49f0-bedb-0f68da8481d7,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:15.203966 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5351901 May 17 14:01:15.204694 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d9d736d9-d536-4480-bef5-917d3122e89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:15.207971 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42032) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:15.211984 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 14:01:15.215504 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Request body: {'subnet': {'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-935548896-subnet', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'ip_version': 4}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:15.220566 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:15.224431 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Usage tracker for resource:subnet and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:15.227315 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:15.233978 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:15.243775 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Made reservation on behalf of 77f9e482a5504e3fa21fe278cd2eac95 for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:15.246919 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3862531'] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.730053 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-745719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3862545'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.735181 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-80eba392-0b79-46e6-b140-870a7eaaed10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:15.820524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1d7024-9982-4012-8004-9bbc33cbf5a4,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:15.824630 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:15.834457 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Checking segment: {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:15.834817 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Network hostable DHCP agents. Network: 72542f1a-7b34-49f0-bedb-0f68da8481d7, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 14:01:15.854029 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 14:01:15.863320 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 72542f1a-7b34-49f0-bedb-0f68da8481d7) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:15.871439 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ab22a-a800-4615-87c3-d92896dcf574 None None] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:01:15.876741 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:15.877348 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.902159 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-0aa0db19-5593-45fa-b562-80b444392e3d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6928949 May 17 14:01:15.904611 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42042) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:15.909840 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:15.914576 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:15.919362 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Usage tracker for resource:router and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:15.922252 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:15.932287 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:15.944154 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8180'] for router, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.945471 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8171'] for router, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:15.963709 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.144671 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp609898f5-d9b9-5812-938e-ae2695063783-72542f1a-7b34-49f0-bedb-0f68da8481d7', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4'}]}} from dv-cinder-788363-3-smb. {{(pid=78716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 14:01:16.145721 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.255842 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.309524 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Allocated IP 172.20.0.2 (72542f1a-7b34-49f0-bedb-0f68da8481d7/4b1d7024-9982-4012-8004-9bbc33cbf5a4/22d3e522-ee77-4343-b99b-a647fb73e5ae) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:16.526983 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.537285 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Transition to ACTIVE for port object 22d3e522-ee77-4343-b99b-a647fb73e5ae will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:16.558619 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Transition to ACTIVE for port object 22d3e522-ee77-4343-b99b-a647fb73e5ae will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:16.564247 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.567870 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:16.589414 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.622016 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.641224 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:16.644305 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:16.647182 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:16.689300 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Pushing event updated for resources: {'Port': ['ID=22d3e522-ee77-4343-b99b-a647fb73e5ae,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:16.694095 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:16.753627 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Attempting to bind port 22d3e522-ee77-4343-b99b-a647fb73e5ae on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:16.754391 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Attempting to bind port 22d3e522-ee77-4343-b99b-a647fb73e5ae by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:16.754814 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Attempting to bind port 22d3e522-ee77-4343-b99b-a647fb73e5ae on network 72542f1a-7b34-49f0-bedb-0f68da8481d7 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:16.761848 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:16.762302 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Checking segment: {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:16.762705 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.763500 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Bound using segment: {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:16.764105 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Bound port: 22d3e522-ee77-4343-b99b-a647fb73e5ae, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:16.764479 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.774767 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Allocated IP 172.28.3.113 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/4feb0f1b-d152-4d07-9c85-2db76bcb35bd) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:16.872115 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] For port 22d3e522-ee77-4343-b99b-a647fb73e5ae, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:16.875848 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] For port 22d3e522-ee77-4343-b99b-a647fb73e5ae, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=22d3e522-ee77-4343-b99b-a647fb73e5ae,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:16.880853 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.889201 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:16.959611 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:16.995916 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Pushing event updated for resources: {'Port': ['ID=22d3e522-ee77-4343-b99b-a647fb73e5ae,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:17.006637 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.010933 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3778fbca-fefb-402e-b563-343f52c617bc tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:17.060347 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-004b27db-1a68-44bd-98e2-56c65a69c2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:17.075279 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42052) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:17.082298 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:17.086750 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:17.091215 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:17.131198 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4feb0f1b-d152-4d07-9c85-2db76bcb35bd,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:17.134943 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:17.250819 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.266834 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:17.270887 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d95e0faefab640318e6dc4d37405b30e is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:17.277889 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:17.286277 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:17.364875 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a3ceb154-05e0-4cfe-862d-352cd91130be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.388027 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.391808 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.399680 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-cf19aff3-4edd-407f-a135-36f2e00073b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:17.442689 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d95e0faefab640318e6dc4d37405b30e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663239 May 17 14:01:17.444339 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957e328-4d17-4821-9398-9cd105184f8c,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:17.446614 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42058) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:17.450030 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7d440556-d3f7-46a9-8453-000214a849c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:17.513206 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4af89e3e-6970-4b9c-9e01-adb633546600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.539840 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4af89e3e-6970-4b9c-9e01-adb633546600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.595486 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4af89e3e-6970-4b9c-9e01-adb633546600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.599241 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-44872fca-ea45-45cc-b8bc-e995164b6e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:17.613045 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af89e3e-6970-4b9c-9e01-adb633546600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957e328-4d17-4821-9398-9cd105184f8c,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:17.615270 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-4af89e3e-6970-4b9c-9e01-adb633546600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:17.623476 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4af89e3e-6970-4b9c-9e01-adb633546600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.630111 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-4af89e3e-6970-4b9c-9e01-adb633546600 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5957e328-4d17-4821-9398-9cd105184f8c HTTP/1.1" status: 204 len: 168 time: 0.1796477 May 17 14:01:17.683612 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:17.998213 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418ae96e-66f0-42f5-8954-b5f7adbca906 None None] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:01:18.060243 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-699339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545'] for router, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:18.090975 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-dbd8a4be-2a54-4fa2-b62e-f8e6cd74d432 None None] Provisioning for port 22d3e522-ee77-4343-b99b-a647fb73e5ae completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:18.311287 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Router ea686dad-5d58-4778-90d6-448061b5176d is scheduled to L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 with binding_index 1 {{(pid=78715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 14:01:18.410168 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42082) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:18.524939 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-757497454-network', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:18.531027 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:01:18.531251 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:18.536473 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Usage tracker for resource:network and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:18.539492 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:18.539651 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Sync routers for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:01:18.546374 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:18.549325 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:18.549981 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:00:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:18.559555 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Notify callbacks [] for router, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:18.560775 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6551778 May 17 14:01:18.563661 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42088) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:18.645482 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Made reservation on behalf of b03e2e1d32c146e5a97e30cff159519a for: {'network': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:18.648056 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:18.665368 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:18.690667 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:18.730923 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 22d3e522-ee77-4343-b99b-a647fb73e5ae up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:18.748167 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Usage tracker for resource:security_group_rule and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:18.763877 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:18.773228 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:18.814864 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:19.038102 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.054625 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 22d3e522-ee77-4343-b99b-a647fb73e5ae completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:19.062815 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 22d3e522-ee77-4343-b99b-a647fb73e5ae triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:19.063193 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.113604 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.118863 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.126275 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-38af4167-9d0d-469c-a644-2fb6636ebdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:19.211040 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=78714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 14:01:19.247147 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.247491 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.segments_db [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Added segment 4def4e03-423a-41d5-997b-700e0b75e27f of type vlan for network 1af3195b-4407-4ec6-97c2-a6249706af4c May 17 14:01:19.255110 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:19.258084 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.262028 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:19.296566 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:17Z', 'revision_number': 3, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:19.301014 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port 22d3e522-ee77-4343-b99b-a647fb73e5ae, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=22d3e522-ee77-4343-b99b-a647fb73e5ae,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:19.302651 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Checking router: ea686dad-5d58-4778-90d6-448061b5176d for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:01:19.303043 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Updating router ea686dad-5d58-4778-90d6-448061b5176d port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd binding host dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 14:01:19.319772 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.331585 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.343399 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:19.398679 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.402285 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:19.402935 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.409294 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:19.411564 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.464819 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=22d3e522-ee77-4343-b99b-a647fb73e5ae,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:19.469144 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:19.566771 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1555126 May 17 14:01:19.569379 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Pushing event updated for resources: {'Network': ['ID=1af3195b-4407-4ec6-97c2-a6249706af4c,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:19.569983 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42092) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:19.574264 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:19.579551 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Request body: {'subnet': {'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-757497454-subnet', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'ip_version': 4}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:19.582126 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.584611 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:19.588489 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Usage tracker for resource:subnet and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:19.592567 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:19.598449 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:19.611286 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Made reservation on behalf of b03e2e1d32c146e5a97e30cff159519a for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:19.614134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3862531'] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.620973 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network 1af3195b-4407-4ec6-97c2-a6249706af4c details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 14:01:19.822657 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Allocated IP 172.20.0.1 (72542f1a-7b34-49f0-bedb-0f68da8481d7/4b1d7024-9982-4012-8004-9bbc33cbf5a4/b2ae8413-0b0c-46d2-92e3-6ca777fb8907) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:19.866824 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c642cb2f-6374-4fe3-b56d-367a2dbe40f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.890989 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.904708 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Transition to ACTIVE for port object 4feb0f1b-d152-4d07-9c85-2db76bcb35bd will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:19.912321 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:19.918351 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:19.999455 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Attempting to bind port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:19.999832 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Attempting to bind port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:20.000204 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Attempting to bind port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd on network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:20.006459 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bde24-2121-4e00-a778-976c7744ef8f None None] Pushing event updated for resources: {'Port': ['ID=4feb0f1b-d152-4d07-9c85-2db76bcb35bd,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:20.009429 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-609bde24-2121-4e00-a778-976c7744ef8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:20.012915 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:20.013299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:20.013742 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.014157 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Bound using segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:20.014629 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Bound port: 4feb0f1b-d152-4d07-9c85-2db76bcb35bd, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:20.015008 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.097642 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] For port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:20.103749 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] For port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=4feb0f1b-d152-4d07-9c85-2db76bcb35bd,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:20.108674 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.114709 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:20.117029 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.134205 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.provisioning_blocks [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Transition to ACTIVE for port object b2ae8413-0b0c-46d2-92e3-6ca777fb8907 will not be triggered until provisioned by entity DHCP. {{(pid=78714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:20.167634 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.170773 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:20.173285 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-745719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3862545'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.179432 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:20.192058 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.208628 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:20.209692 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:20.238560 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:20.241497 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:20.245750 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:20.268169 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db7668f-7789-4829-860a-211cbe4feaeb,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:20.276689 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:20.278086 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Checking segment: {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:20.278452 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Network hostable DHCP agents. Network: 1af3195b-4407-4ec6-97c2-a6249706af4c, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 14:01:20.280502 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:20.292175 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:20.307291 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Network 1af3195b-4407-4ec6-97c2-a6249706af4c is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 14:01:20.320593 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681282'] for router_interface, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.323699 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bde24-2121-4e00-a778-976c7744ef8f None None] Pushing event updated for resources: {'Port': ['ID=4feb0f1b-d152-4d07-9c85-2db76bcb35bd,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:20.337524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, 1af3195b-4407-4ec6-97c2-a6249706af4c) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:20.337745 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-609bde24-2121-4e00-a778-976c7744ef8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:20.349174 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:20.349909 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.376903 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-0ecde5e6-ff28-44d4-bd78-dc91a9612dd7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8052795 May 17 14:01:20.381220 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42096) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:20.387941 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:20.393530 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:20.398404 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Usage tracker for resource:router and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:20.401956 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:20.409420 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:20.413027 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681f4c0-6a04-4d8d-b907-064f41351d02 None None] Network 1af3195b-4407-4ec6-97c2-a6249706af4c requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:01:20.425911 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8180'] for router, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.427509 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8171'] for router, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.450286 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.605288 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-a8281c96-584e-4fe2-a49e-12304e661216 None None] Provisioning for port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:20.611994 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:20.630757 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.740696 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 22d3e522-ee77-4343-b99b-a647fb73e5ae up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:20.741234 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.778391 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-a8281c96-584e-4fe2-a49e-12304e661216 None None] Provisioning complete for port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:20.778760 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a8281c96-584e-4fe2-a49e-12304e661216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.894813 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.901455 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:20.933797 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:20.991005 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-a8281c96-584e-4fe2-a49e-12304e661216 None None] Port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:21.014366 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:21.015299 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687589'] for router_interface, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.019995 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:21.095000 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.100618 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 22d3e522-ee77-4343-b99b-a647fb73e5ae triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:21.101174 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.129299 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.136307 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp609898f5-d9b9-5812-938e-ae2695063783-1af3195b-4407-4ec6-97c2-a6249706af4c', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb'}]}} from dv-cinder-788363-3-smb. {{(pid=78716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 14:01:21.136648 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.158304 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:21.159776 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:21.164920 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.285059 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Allocated IP 172.28.3.55 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/c1362e0e-70eb-4042-b6da-b451780c325c) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:21.404566 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Router ea686dad-5d58-4778-90d6-448061b5176d has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:01:21.458939 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:17Z', 'revision_number': 3, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:21.461953 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Allocated IP 172.20.0.2 (1af3195b-4407-4ec6-97c2-a6249706af4c/8db7668f-7789-4829-860a-211cbe4feaeb/15793f18-ea82-4506-9b94-92bba2110e52) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:21.463984 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-da70dea2-060c-4d65-9ed0-2373489dde95 None None] Provisioning complete for port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:21.464136 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-da70dea2-060c-4d65-9ed0-2373489dde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.466784 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.498600 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.503398 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-33e75647-e305-41dc-bb9e-6345ddd132d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:21.512466 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90595f-4b48-4b67-99e3-3fa73a44dc77 None None] The sync data for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb is: [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:17Z', 'revision_number': 3, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:01:21.573493 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:21.576523 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:21.579124 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:21.606326 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-da70dea2-060c-4d65-9ed0-2373489dde95 None None] Port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:21.627850 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1362e0e-70eb-4042-b6da-b451780c325c,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:21.636816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:21.653558 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:01:21.705508 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] 10.222.0.44 "PUT /v2.0/routers/ea686dad-5d58-4778-90d6-448061b5176d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1260171 May 17 14:01:21.751236 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.764120 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Transition to ACTIVE for port object 15793f18-ea82-4506-9b94-92bba2110e52 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:21.785557 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Transition to ACTIVE for port object 15793f18-ea82-4506-9b94-92bba2110e52 will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:21.793720 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:21.800237 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:21.903999 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Network 1af3195b-4407-4ec6-97c2-a6249706af4c is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:21.916904 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:21.923284 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:21.929631 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Pushing event updated for resources: {'Port': ['ID=15793f18-ea82-4506-9b94-92bba2110e52,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:21.934013 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:22.031298 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Attempting to bind port 15793f18-ea82-4506-9b94-92bba2110e52 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:22.031679 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Attempting to bind port 15793f18-ea82-4506-9b94-92bba2110e52 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:22.032044 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Attempting to bind port 15793f18-ea82-4506-9b94-92bba2110e52 on network 1af3195b-4407-4ec6-97c2-a6249706af4c {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:22.038244 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:22.039190 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Checking segment: {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:22.039650 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.040424 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Bound using segment: {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:22.042685 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Bound port: 15793f18-ea82-4506-9b94-92bba2110e52, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:22.043097 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.141319 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] For port 15793f18-ea82-4506-9b94-92bba2110e52, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:22.146579 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] For port 15793f18-ea82-4506-9b94-92bba2110e52, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=15793f18-ea82-4506-9b94-92bba2110e52,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:22.155163 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.160167 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-609bde24-2121-4e00-a778-976c7744ef8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:22.259179 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Pushing event updated for resources: {'Port': ['ID=15793f18-ea82-4506-9b94-92bba2110e52,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:22.265092 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:22.277700 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.363762 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42114) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:22.370948 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2082947356-network', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:22.377787 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:22.385308 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Usage tracker for resource:network and tenant:1b386cca859a49e2b4353ab4a2a2f03e is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:22.388553 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:22.404202 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:22.420965 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Made reservation on behalf of 1b386cca859a49e2b4353ab4a2a2f03e for: {'network': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:22.423584 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.440910 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.483943 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:22.497269 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1b386cca859a49e2b4353ab4a2a2f03e is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:22.500985 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:22.508096 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:22.612314 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.620777 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.636872 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-37227a5c-c7aa-4991-b810-b762ea156c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:22.647677 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=78714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 14:01:22.682456 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.683501 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.segments_db [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Added segment bf267cc7-103a-441a-a57d-297e4e287123 of type vlan for network ce73dbd7-e990-4d27-aede-dc81dda0ebcf May 17 14:01:22.695617 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415e6c23-71aa-437e-8394-98c67344c42e,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:22.699705 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:22.727587 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.763733 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-699339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545'] for router, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.780584 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.782277 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:22.782758 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.786248 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-1739cfcf-b4e0-429c-ad2b-a40385dc15dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:22.807958 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 15793f18-ea82-4506-9b94-92bba2110e52 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:22.930634 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 15793f18-ea82-4506-9b94-92bba2110e52 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:22.935219 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:22.938294 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 4feb0f1b-d152-4d07-9c85-2db76bcb35bd up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:22.995584 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=ce73dbd7-e990-4d27-aede-dc81dda0ebcf,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:22.998770 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:23.003020 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-30528830-1485-4c1f-b6ec-bb355fe0c3d5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6356061 May 17 14:01:23.003656 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42118) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:23.010006 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Request body: {'subnet': {'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2082947356-subnet', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'ip_version': 4}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:23.010736 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network ce73dbd7-e990-4d27-aede-dc81dda0ebcf details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 14:01:23.015166 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:23.019105 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Usage tracker for resource:subnet and tenant:1b386cca859a49e2b4353ab4a2a2f03e is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:23.022212 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:23.028522 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:23.044431 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Made reservation on behalf of 1b386cca859a49e2b4353ab4a2a2f03e for: {'subnet': 1} {{(pid=78714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:23.047098 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597616'] for subnet, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.123754 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Router ff45fc37-5058-4640-bc12-eac45a988de5 is scheduled to L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 with binding_index 1 {{(pid=78715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 14:01:23.164718 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:23.175873 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:23.176253 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.313995 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.330903 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=4feb0f1b-d152-4d07-9c85-2db76bcb35bd,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:23.335021 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.337419 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:23.426456 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=4feb0f1b-d152-4d07-9c85-2db76bcb35bd,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:23.428195 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:01:23.429587 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:23.440328 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Sync routers for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:01:23.461254 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:23.462059 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:23.472776 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Notify callbacks [] for router, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.474307 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0916467 May 17 14:01:23.477021 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42122) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:23.501125 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9710127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597602'] for subnet, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.510377 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7b47afaf-5a4a-47d7-8201-9d041a938e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:23.617752 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e1d747-4eda-4c93-b8d2-ab0037c66716,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:23.631331 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:23.699302 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Checking segment: {'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:23.700292 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Network hostable DHCP agents. Network: ce73dbd7-e990-4d27-aede-dc81dda0ebcf, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 14:01:23.744943 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Network ce73dbd7-e990-4d27-aede-dc81dda0ebcf is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 14:01:23.758068 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, ce73dbd7-e990-4d27-aede-dc81dda0ebcf) {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:23.767417 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:23.776735 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49267531-84c3-40c6-bc5a-d3c2c817c1c2 None None] Network ce73dbd7-e990-4d27-aede-dc81dda0ebcf requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:01:23.791706 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:23.792315 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.870906 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-d82bccc2-a49d-44b8-b98e-37636745d63f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8641958 May 17 14:01:23.877327 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42126) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:23.893905 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:23.911750 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:23.926353 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Usage tracker for resource:router and tenant:1b386cca859a49e2b4353ab4a2a2f03e is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:23.936800 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:23.946877 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:23.972224 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8180'] for router, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.973695 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8171'] for router, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:23.984369 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Sync routers for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:01:23.994936 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:24.053175 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc63afea-e0ca-4ce1-a8af-4bfc373fd398 None None] Network 1af3195b-4407-4ec6-97c2-a6249706af4c requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:01:24.319574 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:22Z', 'revision_number': 3, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:24.324718 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Checking router: ff45fc37-5058-4640-bc12-eac45a988de5 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:01:24.325447 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Updating router ff45fc37-5058-4640-bc12-eac45a988de5 port c1362e0e-70eb-4042-b6da-b451780c325c binding host dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 14:01:24.339145 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:24.339790 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:24.388454 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:24.419649 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:24.422409 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-f9d6d076-f374-4f1b-bae7-e1c9f7b7e6a2 None None] Provisioning for port 15793f18-ea82-4506-9b94-92bba2110e52 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:24.437519 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-f9d6d076-f374-4f1b-bae7-e1c9f7b7e6a2 None None] Provisioning complete for port 15793f18-ea82-4506-9b94-92bba2110e52 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:24.437931 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d076-f374-4f1b-bae7-e1c9f7b7e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:24.584063 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:24.704452 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 4feb0f1b-d152-4d07-9c85-2db76bcb35bd up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:24.789603 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:24.972258 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:24.973852 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:24.998970 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp609898f5-d9b9-5812-938e-ae2695063783-ce73dbd7-e990-4d27-aede-dc81dda0ebcf', 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'fixed_ips': [{'subnet_id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716'}]}} from dv-cinder-788363-3-smb. {{(pid=78716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 14:01:25.000295 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.006931 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Transition to ACTIVE for port object c1362e0e-70eb-4042-b6da-b451780c325c will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:25.019475 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.033960 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-e3dd0e7a-d5e5-4c8d-b050-144ddd5b8e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:25.037271 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.049134 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Allocated IP 172.20.0.1 (1af3195b-4407-4ec6-97c2-a6249706af4c/8db7668f-7789-4829-860a-211cbe4feaeb/b77cfceb-aa16-4110-ad48-aa7103b04cf8) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:25.144556 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Attempting to bind port c1362e0e-70eb-4042-b6da-b451780c325c on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:25.145142 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Attempting to bind port c1362e0e-70eb-4042-b6da-b451780c325c by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:25.145756 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Attempting to bind port c1362e0e-70eb-4042-b6da-b451780c325c on network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:25.161365 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Pushing event updated for resources: {'Port': ['ID=c1362e0e-70eb-4042-b6da-b451780c325c,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:25.202313 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:25.203482 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:25.204142 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.204731 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Bound using segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:25.205745 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Bound port: c1362e0e-70eb-4042-b6da-b451780c325c, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:25.206474 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.266088 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.266833 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.267768 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.268963 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.269954 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.270678 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.271408 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.272172 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.272871 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.273552 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.274337 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.275065 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:25.295279 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:25.333813 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Allocated IP 172.28.3.33 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/b73cf05e-03bf-429f-9f6e-839d0b6384a2) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:25.357609 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] For port c1362e0e-70eb-4042-b6da-b451780c325c, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:25.365489 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] For port c1362e0e-70eb-4042-b6da-b451780c325c, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=c1362e0e-70eb-4042-b6da-b451780c325c,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:25.373477 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.384516 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-58fcc610-5ffc-4dce-a931-4059df3eab48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:25.388967 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.410336 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Transition to ACTIVE for port object b77cfceb-aa16-4110-ad48-aa7103b04cf8 will not be triggered until provisioned by entity DHCP. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:25.432823 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:25.433569 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.444064 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.457870 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7825908c-17da-471f-b083-61d000021eec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:25.462219 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:25.463476 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:25.486377 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d076-f374-4f1b-bae7-e1c9f7b7e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.546846 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Network 1af3195b-4407-4ec6-97c2-a6249706af4c is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:25.548528 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Pushing event updated for resources: {'Port': ['ID=b77cfceb-aa16-4110-ad48-aa7103b04cf8,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:25.551997 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:25.554499 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:25.555531 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:25.678955 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681282'] for router_interface, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.745988 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:25.763291 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.821698 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.827769 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Pushing event updated for resources: {'Port': ['ID=c1362e0e-70eb-4042-b6da-b451780c325c,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:25.828163 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-dd2e9104-f769-487e-b301-28daffd20ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:25.905301 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-f9d6d076-f374-4f1b-bae7-e1c9f7b7e6a2 None None] For port 15793f18-ea82-4506-9b94-92bba2110e52, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=15793f18-ea82-4506-9b94-92bba2110e52,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:25.905518 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:25.927627 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:25.933750 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:25.941807 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:25.971504 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d076-f374-4f1b-bae7-e1c9f7b7e6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:25.980064 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-e805c8c7-6784-4b4f-9294-031943c5d804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:26.015287 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Pushing event updated for resources: {'Port': ['ID=b73cf05e-03bf-429f-9f6e-839d0b6384a2,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:26.019551 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:26.081814 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.146657 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:22Z', 'revision_number': 3, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:26.151887 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa540db-64f0-4cca-8ea1-72ca105a43e1 None None] The sync data for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb is: [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:22Z', 'revision_number': 3, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:01:26.152391 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Allocated IP 172.20.0.2 (ce73dbd7-e990-4d27-aede-dc81dda0ebcf/f9e1d747-4eda-4c93-b8d2-ab0037c66716/5acf43c0-d8c7-4488-96c2-cb48b07afa4b) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:26.190235 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-cf1429a4-2f88-4d1a-b56e-d912584b6764 None None] Provisioning for port b77cfceb-aa16-4110-ad48-aa7103b04cf8 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:26.194860 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6d076-f374-4f1b-bae7-e1c9f7b7e6a2 None None] Pushing event updated for resources: {'Port': ['ID=15793f18-ea82-4506-9b94-92bba2110e52,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:26.204196 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-f9d6d076-f374-4f1b-bae7-e1c9f7b7e6a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:26.223938 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-cf1429a4-2f88-4d1a-b56e-d912584b6764 None None] Provisioning complete for port b77cfceb-aa16-4110-ad48-aa7103b04cf8 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:26.224321 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cf1429a4-2f88-4d1a-b56e-d912584b6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.366541 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.372657 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.376905 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-cf1429a4-2f88-4d1a-b56e-d912584b6764 None None] Port b77cfceb-aa16-4110-ad48-aa7103b04cf8 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:26.403478 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:26.425697 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-cf1429a4-2f88-4d1a-b56e-d912584b6764 None None] Provisioning complete for port 15793f18-ea82-4506-9b94-92bba2110e52 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:26.426016 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cf1429a4-2f88-4d1a-b56e-d912584b6764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.461714 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 2, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:26.518079 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.542520 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Checking router: ea686dad-5d58-4778-90d6-448061b5176d for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:01:26.542915 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Updating router ea686dad-5d58-4778-90d6-448061b5176d port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 binding host dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 14:01:26.600135 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.612570 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Transition to ACTIVE for port object 5acf43c0-d8c7-4488-96c2-cb48b07afa4b will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:26.639865 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687589'] for router_interface, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.640109 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Transition to ACTIVE for port object 5acf43c0-d8c7-4488-96c2-cb48b07afa4b will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:26.643146 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Pushing event updated for resources: {'Port': ['ID=b77cfceb-aa16-4110-ad48-aa7103b04cf8,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:26.651231 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:26.694127 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.830637 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Network 1af3195b-4407-4ec6-97c2-a6249706af4c is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:26.834526 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:26.852045 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:26.860482 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:26.910371 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 15793f18-ea82-4506-9b94-92bba2110e52 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:27.052415 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 15793f18-ea82-4506-9b94-92bba2110e52 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:27.052891 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:27.174491 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Network ce73dbd7-e990-4d27-aede-dc81dda0ebcf is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:27.184598 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Router ff45fc37-5058-4640-bc12-eac45a988de5 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:01:27.194128 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-699339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545'] for router, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:27.219364 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:27.252287 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Pushing event updated for resources: {'Port': ['ID=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:27.281016 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:27.303089 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:27.419779 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:01:27.433210 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] 10.222.0.44 "PUT /v2.0/routers/ff45fc37-5058-4640-bc12-eac45a988de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9508488 May 17 14:01:27.475040 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Router b41d7309-785b-42b6-911c-e3b3453612ae is scheduled to L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 with binding_index 1 {{(pid=78714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 14:01:27.475247 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c1362e0e-70eb-4042-b6da-b451780c325c up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:27.532341 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Attempting to bind port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:27.532659 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Attempting to bind port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:27.533214 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Attempting to bind port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b on network ce73dbd7-e990-4d27-aede-dc81dda0ebcf {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:27.557776 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:27.558127 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Checking segment: {'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:27.558546 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:27.558946 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Bound using segment: {'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:27.559432 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Bound port: 5acf43c0-d8c7-4488-96c2-cb48b07afa4b, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:27.559819 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:27.678026 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-9f9bc7d4-8a21-4eb8-931d-8303037a8386 None None] Provisioning complete for port b77cfceb-aa16-4110-ad48-aa7103b04cf8 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:27.678420 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc7d4-8a21-4eb8-931d-8303037a8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:27.694401 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:01:27.705276 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Sync routers for ids ['b41d7309-785b-42b6-911c-e3b3453612ae'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:01:27.721827 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Routers {'b41d7309-785b-42b6-911c-e3b3453612ae'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:27.724139 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['b41d7309-785b-42b6-911c-e3b3453612ae'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:27.726952 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:27.730064 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8517220 May 17 14:01:27.732872 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42136) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:27.805240 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.db.resource_extend [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 14:01:27.823633 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port c1362e0e-70eb-4042-b6da-b451780c325c completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:27.909475 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bc7d4-8a21-4eb8-931d-8303037a8386 None None] Port b77cfceb-aa16-4110-ad48-aa7103b04cf8 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:27.910959 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port c1362e0e-70eb-4042-b6da-b451780c325c triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:27.911329 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:27.960484 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] For port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:27.988243 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:27.991370 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] For port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,segment=NetworkSegment(bf267cc7-103a-441a-a57d-297e4e287123),segment_id=bf267cc7-103a-441a-a57d-297e4e287123)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:28.007445 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.013719 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Transition to ACTIVE for port object b2ae8413-0b0c-46d2-92e3-6ca777fb8907 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:28.016023 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:28.028508 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Set router b41d7309-785b-42b6-911c-e3b3453612ae gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:28.083768 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.288994 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Pushing event updated for resources: {'Port': ['ID=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:28.360594 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42150) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:28.367732 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-412560933-network', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:28.380738 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:28.383341 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:28.395211 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Usage tracker for resource:network and tenant:ed59b0189a8340f4bcb5fa1cc3d75c5f is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:28.401263 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:28.416401 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:28.416616 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:28.455353 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Made reservation on behalf of ed59b0189a8340f4bcb5fa1cc3d75c5f for: {'network': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:28.458283 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1786517'] for network, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.490442 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.517127 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:28.526026 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Usage tracker for resource:security_group_rule and tenant:ed59b0189a8340f4bcb5fa1cc3d75c5f is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:28.533492 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Sync routers for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:01:28.534683 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:28.547796 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:28.587045 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:01:26Z', 'revision_number': 3, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port': {'id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:25Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:28.593311 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Attempting to bind port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:28.594299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Attempting to bind port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:28.594299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Attempting to bind port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 on network 72542f1a-7b34-49f0-bedb-0f68da8481d7 {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:28.602952 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Checking router: b41d7309-785b-42b6-911c-e3b3453612ae for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:01:28.603875 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Updating router b41d7309-785b-42b6-911c-e3b3453612ae port b73cf05e-03bf-429f-9f6e-839d0b6384a2 binding host dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 14:01:28.608919 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.616977 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:28.620265 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Checking segment: {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:28.620813 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.621293 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Bound using segment: {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:28.627379 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Bound port: b2ae8413-0b0c-46d2-92e3-6ca777fb8907, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:28.627938 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.641886 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:28.642641 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:28.671289 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.677870 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.682797 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ec4fb6be-8339-4d8a-a377-d4f3b3995415 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:28.707959 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=78715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 14:01:28.723605 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.724461 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.segments_db [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Added segment c0f1c21b-356a-4f71-955a-4e9b1a73f282 of type vlan for network a3772cc2-c52b-478d-94a5-34ac74e39e2d May 17 14:01:28.735699 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c229d0a-afb7-40a3-a522-3bcee75fd0a1 None None] Pushing event updated for resources: {'Port': ['ID=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:28.752123 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c229d0a-afb7-40a3-a522-3bcee75fd0a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:28.753593 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.764643 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765888179631'] for network, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.793964 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port c1362e0e-70eb-4042-b6da-b451780c325c, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=c1362e0e-70eb-4042-b6da-b451780c325c,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:28.812238 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.815372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135'] for network, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.841133 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8839eea-6541-482f-9914-21ef79e3fa51,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:28.844585 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:28.846210 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:28.846793 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:28.878238 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:28.883679 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:28.980324 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.012126 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] For port b2ae8413-0b0c-46d2-92e3-6ca777fb8907, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:29.016948 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] For port b2ae8413-0b0c-46d2-92e3-6ca777fb8907, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:29.018285 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6505082 May 17 14:01:29.022294 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42154) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:29.032407 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 5acf43c0-d8c7-4488-96c2-cb48b07afa4b up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:29.034426 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Request body: {'subnet': {'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-412560933-subnet', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'ip_version': 4}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:29.044336 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:29.046781 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Pushing event updated for resources: {'Network': ['ID=a3772cc2-c52b-478d-94a5-34ac74e39e2d,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:29.051372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Usage tracker for resource:subnet and tenant:ed59b0189a8340f4bcb5fa1cc3d75c5f is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:29.054592 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a1d63665-d78b-4e31-8a3f-f4c4d77f9f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:29.055419 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:29.060627 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:29.062942 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:29.075320 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Made reservation on behalf of ed59b0189a8340f4bcb5fa1cc3d75c5f for: {'subnet': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:29.080878 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3862531'] for subnet, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.153702 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Network a3772cc2-c52b-478d-94a5-34ac74e39e2d details requested by agent ovs-agent-dv-cinder-788363-3-smb with host dv-cinder-788363-3-smb {{(pid=78716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 14:01:29.169362 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.173703 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=c1362e0e-70eb-4042-b6da-b451780c325c,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:29.191483 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:29.197236 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:29.293613 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Allocated IP 172.20.0.1 (ce73dbd7-e990-4d27-aede-dc81dda0ebcf/f9e1d747-4eda-4c93-b8d2-ab0037c66716/be8a9f14-27ef-48ba-aa74-2b5ec5b74181) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:29.426962 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.449086 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Transition to ACTIVE for port object b73cf05e-03bf-429f-9f6e-839d0b6384a2 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:29.465443 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.477525 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-58fcc610-5ffc-4dce-a931-4059df3eab48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:29.508472 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.544145 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.provisioning_blocks [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Transition to ACTIVE for port object be8a9f14-27ef-48ba-aa74-2b5ec5b74181 will not be triggered until provisioned by entity DHCP. {{(pid=78714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:29.600939 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Attempting to bind port b73cf05e-03bf-429f-9f6e-839d0b6384a2 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:29.601616 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Attempting to bind port b73cf05e-03bf-429f-9f6e-839d0b6384a2 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:29.602409 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Attempting to bind port b73cf05e-03bf-429f-9f6e-839d0b6384a2 on network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:29.614831 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6ed44-1a2f-4331-bd52-9f87fb7f45d5 None None] Pushing event updated for resources: {'Port': ['ID=b73cf05e-03bf-429f-9f6e-839d0b6384a2,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:29.617938 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:29.618696 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:29.619312 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.619963 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Bound using segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:29.620671 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Bound port: b73cf05e-03bf-429f-9f6e-839d0b6384a2, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:29.621277 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.624867 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.630730 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ddceab1e-bc10-4827-ab94-a975008912d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:29.647505 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-65f6ed44-1a2f-4331-bd52-9f87fb7f45d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:29.731612 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Network ce73dbd7-e990-4d27-aede-dc81dda0ebcf is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:29.735443 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:29.742036 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:29.742394 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] For port b73cf05e-03bf-429f-9f6e-839d0b6384a2, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:29.747664 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] For port b73cf05e-03bf-429f-9f6e-839d0b6384a2, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b73cf05e-03bf-429f-9f6e-839d0b6384a2,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:29.754484 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.763025 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-745719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3862545'] for subnet, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.763956 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c229d0a-afb7-40a3-a522-3bcee75fd0a1 None None] Pushing event updated for resources: {'Port': ['ID=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:29.767743 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c229d0a-afb7-40a3-a522-3bcee75fd0a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:29.768256 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:29.778391 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:29.789789 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Pushing event updated for resources: {'Port': ['ID=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:29.794758 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:29.810867 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681282'] for router_interface, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.838602 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:29.839281 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:29.853215 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Routers {'b41d7309-785b-42b6-911c-e3b3453612ae'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:29.853639 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6655736-cb2c-4219-acd4-7e173904f308,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:29.855075 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['b41d7309-785b-42b6-911c-e3b3453612ae'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:29.858495 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:29.859522 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Checking segment: {'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:29.859873 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Network hostable DHCP agents. Network: a3772cc2-c52b-478d-94a5-34ac74e39e2d, hostable agents: ['6705e571-e019-48db-8c15-1f9993666b8e'], hosted agents: [] {{(pid=78715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 14:01:29.880672 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Network a3772cc2-c52b-478d-94a5-34ac74e39e2d is scheduled to be hosted by DHCP agent 6705e571-e019-48db-8c15-1f9993666b8e with binding_index 1 {{(pid=78715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 14:01:29.897395 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-3-smb, a3772cc2-c52b-478d-94a5-34ac74e39e2d) {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:29.907348 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719fa30c-59b6-40c8-8b24-6601233036cc None None] Network ce73dbd7-e990-4d27-aede-dc81dda0ebcf requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:01:29.910143 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:29.910780 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.938801 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-3e4a74b2-48b6-4099-beb9-5a5a2e54708a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9146700 May 17 14:01:29.940829 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038041f-9092-453f-a0d5-f024ae6b8f9d None None] Network a3772cc2-c52b-478d-94a5-34ac74e39e2d requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:01:29.941207 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42160) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:29.948453 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:29.954582 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:29.959025 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Usage tracker for resource:router and tenant:ed59b0189a8340f4bcb5fa1cc3d75c5f is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:29.963595 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:29.970547 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:29.980505 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.986952 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-699328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8180'] for router, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:29.988374 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-699149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659382', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-652535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8171'] for router, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.009593 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.036027 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:30.125684 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] Set router b41d7309-785b-42b6-911c-e3b3453612ae gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:30.346017 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:26Z', 'revision_number': 2, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:30.366479 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:30.388449 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.394714 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.418651 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6ed44-1a2f-4331-bd52-9f87fb7f45d5 None None] Pushing event updated for resources: {'Port': ['ID=b73cf05e-03bf-429f-9f6e-839d0b6384a2,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:30.422288 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-65f6ed44-1a2f-4331-bd52-9f87fb7f45d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:30.437803 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Checking router: ff45fc37-5058-4640-bc12-eac45a988de5 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:01:30.438196 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Updating router ff45fc37-5058-4640-bc12-eac45a988de5 port b77cfceb-aa16-4110-ad48-aa7103b04cf8 binding host dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 14:01:30.466865 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:30.499652 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] Provisioning for port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:30.501360 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687589'] for router_interface, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.519026 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] Provisioning complete for port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:30.519412 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.529892 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-699346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8153'] for router, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.547114 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 4, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port': {'id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:25Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'be8a9f14-27ef-48ba-aa74-2b5ec5b74181', 'name': '', 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'mac_address': 'fa:16:3e:07:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 1, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'subnets': [{'id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:30.553508 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2694db1-10ec-4d30-a5a5-8ac72b049187 None None] The sync data for ids ['b41d7309-785b-42b6-911c-e3b3453612ae'] in dv-cinder-788363-3-smb is: [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 4, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port': {'id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:25Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'be8a9f14-27ef-48ba-aa74-2b5ec5b74181', 'name': '', 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'mac_address': 'fa:16:3e:07:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 1, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'subnets': [{'id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:01:30.631642 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Pushing event updated for resources: {'Port': ['ID=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:30.657445 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:30.733160 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Network ce73dbd7-e990-4d27-aede-dc81dda0ebcf is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:30.734404 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:30.904361 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.983200 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:30.983758 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Router b41d7309-785b-42b6-911c-e3b3453612ae has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:01:31.020190 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:31.066468 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c1362e0e-70eb-4042-b6da-b451780c325c up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:31.140969 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp609898f5-d9b9-5812-938e-ae2695063783-a3772cc2-c52b-478d-94a5-34ac74e39e2d', 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'fixed_ips': [{'subnet_id': 'e6655736-cb2c-4219-acd4-7e173904f308'}]}} from dv-cinder-788363-3-smb. {{(pid=78716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 14:01:31.141828 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:31.197987 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Allocated IP 172.28.3.155 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/974eda19-40fc-4cd1-bbc5-4a1d70944723) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:31.218436 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:01:31.230173 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] 10.222.0.44 "PUT /v2.0/routers/b41d7309-785b-42b6-911c-e3b3453612ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4956918 May 17 14:01:31.409182 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:31.414735 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:31.470485 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:31.478780 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a0b0a93b-1f0a-4f02-ba3a-a925345773a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:31.555171 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:31.556838 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:31.565217 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:31.576099 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] For port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,segment=NetworkSegment(bf267cc7-103a-441a-a57d-297e4e287123),segment_id=bf267cc7-103a-441a-a57d-297e4e287123)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:31.680023 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:31.703101 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:31.832095 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=974eda19-40fc-4cd1-bbc5-4a1d70944723,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:31.836873 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:31.861163 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.db_base_plugin_common [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Allocated IP 172.20.0.2 (a3772cc2-c52b-478d-94a5-34ac74e39e2d/e6655736-cb2c-4219-acd4-7e173904f308/313e1883-ef4f-453a-b8fb-c31364a82e7d) {{(pid=78716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:31.867886 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port c1362e0e-70eb-4042-b6da-b451780c325c triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:31.868324 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:31.996282 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] Pushing event updated for resources: {'Port': ['ID=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:32.006741 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:32.123303 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:32.169156 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:32.202740 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75759ac2-8f9f-4b0d-a26e-83bc5272a36a None None] The sync data for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb is: [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:01:32.215415 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-86235880-51b6-43c3-ad01-0b291e4d78c2 None None] Provisioning complete for port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:32.215790 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86235880-51b6-43c3-ad01-0b291e4d78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:32.382448 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.db.resource_extend [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 14:01:32.507567 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Notify callbacks [] for port, precommit_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:32.517773 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:32.527898 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Transition to ACTIVE for port object 313e1883-ef4f-453a-b8fb-c31364a82e7d will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:32.586740 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Transition to ACTIVE for port object b77cfceb-aa16-4110-ad48-aa7103b04cf8 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:32.611268 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Transition to ACTIVE for port object 313e1883-ef4f-453a-b8fb-c31364a82e7d will not be triggered until provisioned by entity DHCP. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:32.614104 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-699339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655545'] for router, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:32.614268 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:32.626893 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2022028d-1a39-4f5d-b43a-01fa5cf9ec41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:32.703356 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377'] for port, after_create {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:32.907805 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ee38c-edb8-4f05-9097-773e8cac7670 None None] Pushing event updated for resources: {'Port': ['ID=b77cfceb-aa16-4110-ad48-aa7103b04cf8,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:32.919597 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5f4ee38c-edb8-4f05-9097-773e8cac7670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:32.921639 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Network a3772cc2-c52b-478d-94a5-34ac74e39e2d is already hosted by enough agents. {{(pid=78716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:32.922963 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:32.958434 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Router 5574de09-180d-4964-a684-c85619e8bc34 is scheduled to L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 with binding_index 1 {{(pid=78715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 14:01:33.006069 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-86235880-51b6-43c3-ad01-0b291e4d78c2 None None] Provisioning for port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:33.010094 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.scheduler.base_scheduler [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Resources bound (agent type, host, resource id): {{(pid=78716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:33.012982 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Received port after_create {{(pid=78716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:33.075627 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-86235880-51b6-43c3-ad01-0b291e4d78c2 None None] Provisioning complete for port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:33.076216 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-86235880-51b6-43c3-ad01-0b291e4d78c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.091795 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42176) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:33.101187 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558620242', 'description': 'tempest-secgroup-smoke-558620242 description', 'project_id': '77f9e482a5504e3fa21fe278cd2eac95'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:33.114118 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:33.118140 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:security_group and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:33.122511 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:33.129289 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:33.143740 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.144406 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 5acf43c0-d8c7-4488-96c2-cb48b07afa4b up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:33.171142 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:33.175302 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:security_group_rule and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:33.178673 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:33.185649 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:33.231979 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:01:33.249424 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Sync routers for ids ['5574de09-180d-4964-a684-c85619e8bc34'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:01:33.259835 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Notify callbacks [] for router, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.261146 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3184118 May 17 14:01:33.262497 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Routers {'5574de09-180d-4964-a684-c85619e8bc34'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:33.263216 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['5574de09-180d-4964-a684-c85619e8bc34'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:33.265627 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42180) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:33.276839 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Attempting to bind port b77cfceb-aa16-4110-ad48-aa7103b04cf8 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:33.277263 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Attempting to bind port b77cfceb-aa16-4110-ad48-aa7103b04cf8 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:33.277640 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Attempting to bind port b77cfceb-aa16-4110-ad48-aa7103b04cf8 on network 1af3195b-4407-4ec6-97c2-a6249706af4c {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:33.313992 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Pushing event updated for resources: {'Port': ['ID=313e1883-ef4f-453a-b8fb-c31364a82e7d,revision_number=1']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:33.325407 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:33.325870 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Checking segment: {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:33.326281 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.326711 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Bound using segment: {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:33.327197 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Bound port: b77cfceb-aa16-4110-ad48-aa7103b04cf8, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:33.327586 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.350767 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:33.430540 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-86235880-51b6-43c3-ad01-0b291e4d78c2 None None] Port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:33.440596 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Attempting to bind port 313e1883-ef4f-453a-b8fb-c31364a82e7d on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:33.440972 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Attempting to bind port 313e1883-ef4f-453a-b8fb-c31364a82e7d by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:33.441361 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Attempting to bind port 313e1883-ef4f-453a-b8fb-c31364a82e7d on network a3772cc2-c52b-478d-94a5-34ac74e39e2d {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:33.452161 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:33.452161 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Checking segment: {'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:33.452587 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.452983 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Bound using segment: {'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:33.453462 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Bound port: 313e1883-ef4f-453a-b8fb-c31364a82e7d, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:33.453883 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.454016 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.466864 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.473821 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7270615d-de08-446d-9b12-7ac74eab7642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:33.540861 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Set router 5574de09-180d-4964-a684-c85619e8bc34 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:33.606474 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355341a1-b41f-4be5-a717-d15d7e468904,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:33.608844 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.610903 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5159974 May 17 14:01:33.613583 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42184) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:33.615698 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] For port b77cfceb-aa16-4110-ad48-aa7103b04cf8, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:33.619493 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'security_group_rule': {'security_group_id': '355341a1-b41f-4be5-a717-d15d7e468904', 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:33.635452 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:33.648342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:security_group_rule and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:33.651541 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.651913 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.652280 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.652636 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.652991 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.653345 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.653783 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.654135 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.654557 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.654824 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.655173 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.655507 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:33.661245 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-54d4c781-d29d-4fd6-8a38-c26f9a1bf7d4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:33.661730 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:33.674645 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:33.676404 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] For port b77cfceb-aa16-4110-ad48-aa7103b04cf8, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b77cfceb-aa16-4110-ad48-aa7103b04cf8,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:33.685621 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:33.687949 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.714096 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.758185 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.787753 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:33.875472 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ee38c-edb8-4f05-9097-773e8cac7670 None None] Pushing event updated for resources: {'Port': ['ID=b77cfceb-aa16-4110-ad48-aa7103b04cf8,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:33.888700 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5f4ee38c-edb8-4f05-9097-773e8cac7670 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:33.890766 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-2ef7c324-0177-4baa-92fe-91a7de419571 None None] Provisioning complete for port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:33.891173 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c324-0177-4baa-92fe-91a7de419571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.902482 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.908389 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.919711 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:33.972033 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1422b6-f79f-407c-b262-5b868f34420b,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:33.979655 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:33.995476 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:33.997783 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3832588 May 17 14:01:34.000869 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42188) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:34.015422 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'security_group_rule': {'security_group_id': '355341a1-b41f-4be5-a717-d15d7e468904', 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:34.033005 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:34.037734 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:security_group_rule and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:34.045745 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:34.050740 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7c324-0177-4baa-92fe-91a7de419571 None None] Port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:34.054570 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Sync routers for ids ['b41d7309-785b-42b6-911c-e3b3453612ae'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:01:34.061544 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:34.081448 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] For port 313e1883-ef4f-453a-b8fb-c31364a82e7d, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:34.096037 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.164294 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:31Z', 'revision_number': 3, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port': {'id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:31Z', 'updated_at': '2021-05-17T14:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:34.176522 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Checking router: 5574de09-180d-4964-a684-c85619e8bc34 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:01:34.179728 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:34.180444 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Updating router 5574de09-180d-4964-a684-c85619e8bc34 port 974eda19-40fc-4cd1-bbc5-4a1d70944723 binding host dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 14:01:34.180616 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:34.191829 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.201225 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.203780 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-afdcdd06-1255-4be9-8185-a76bba018b2a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:34.227797 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e28372-cec8-451c-9432-91f06c666a8d,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:34.232681 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:34.267412 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.269129 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2671654 May 17 14:01:34.272253 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42192) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:34.278722 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'security_group_rule': {'security_group_id': '355341a1-b41f-4be5-a717-d15d7e468904', 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:34.285024 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Routers {'b41d7309-785b-42b6-911c-e3b3453612ae'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:34.285753 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['b41d7309-785b-42b6-911c-e3b3453612ae'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:34.292804 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.294107 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:34.300602 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:security_group_rule and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:34.306774 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:34.316990 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:34.352362 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.505155 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.516913 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.519562 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:34.536486 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.551451 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:34.567436 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.572356 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2956812 May 17 14:01:34.574897 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42198) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:34.575640 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2ca876-ea46-406b-8e02-626ff8a9f04c,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:34.578616 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-922783ee-0244-4cef-840b-0b8006016c0e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:34.580846 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'security_group_rule': {'security_group_id': '355341a1-b41f-4be5-a717-d15d7e468904', 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:34.592053 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:34.698820 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] For port 313e1883-ef4f-453a-b8fb-c31364a82e7d, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=313e1883-ef4f-453a-b8fb-c31364a82e7d,segment=NetworkSegment(c0f1c21b-356a-4f71-955a-4e9b1a73f282),segment_id=c0f1c21b-356a-4f71-955a-4e9b1a73f282)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:34.740032 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:01:34.746308 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:security_group_rule and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:34.759859 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.761006 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:34.772373 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:34.775740 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Transition to ACTIVE for port object 974eda19-40fc-4cd1-bbc5-4a1d70944723 will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:34.784008 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.791399 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:34.846645 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.874639 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Attempting to bind port 974eda19-40fc-4cd1-bbc5-4a1d70944723 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:34.875250 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Attempting to bind port 974eda19-40fc-4cd1-bbc5-4a1d70944723 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:34.875701 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Attempting to bind port 974eda19-40fc-4cd1-bbc5-4a1d70944723 on network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:34.882585 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348935f3-3d59-4d61-a4d2-3977ef31f58e None None] Pushing event updated for resources: {'Port': ['ID=974eda19-40fc-4cd1-bbc5-4a1d70944723,revision_number=2']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:34.888140 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-348935f3-3d59-4d61-a4d2-3977ef31f58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:34.889707 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:34.890520 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Checking segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:34.890729 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.891282 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Bound using segment: {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:34.891854 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Bound port: 974eda19-40fc-4cd1-bbc5-4a1d70944723, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1077e92e-07ac-46ef-a707-70764f62a748', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:34.892319 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.909960 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Allocated IP 172.20.0.1 (a3772cc2-c52b-478d-94a5-34ac74e39e2d/e6655736-cb2c-4219-acd4-7e173904f308/58fd55bc-0636-4a53-be09-fbade1e37dee) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:34.959096 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:34.986457 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:35.011674 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] For port 974eda19-40fc-4cd1-bbc5-4a1d70944723, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:35.015930 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] For port 974eda19-40fc-4cd1-bbc5-4a1d70944723, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=974eda19-40fc-4cd1-bbc5-4a1d70944723,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:35.022878 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.034377 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-65f6ed44-1a2f-4331-bd52-9f87fb7f45d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:35.044479 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.051719 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.073346 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-ab44486e-a38b-4dc6-9767-f8f69aa0b016 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:35.082489 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b73cf05e-03bf-429f-9f6e-839d0b6384a2 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:35.102693 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de5c096-db2a-4840-b17f-cedecb603346,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:35.109844 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:35.128020 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Routers {'5574de09-180d-4964-a684-c85619e8bc34'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:35.129456 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['5574de09-180d-4964-a684-c85619e8bc34'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:35.141069 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.144866 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5660195 May 17 14:01:35.145185 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42202) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:35.152161 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'security_group_rule': {'security_group_id': '355341a1-b41f-4be5-a717-d15d7e468904', 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:35.159865 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.168479 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:35.176585 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:security_group_rule and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:35.182273 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:35.188918 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Set router b41d7309-785b-42b6-911c-e3b3453612ae gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:35.189465 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.provisioning_blocks [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Transition to ACTIVE for port object 58fd55bc-0636-4a53-be09-fbade1e37dee will not be triggered until provisioned by entity DHCP. {{(pid=78714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:35.190862 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:35.211192 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.securitygroups_db [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Project 77f9e482a5504e3fa21fe278cd2eac95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 14:01:35.219605 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.243112 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Pushing event updated for resources: {'Port': ['ID=313e1883-ef4f-453a-b8fb-c31364a82e7d,revision_number=2']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:35.246935 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:35.258389 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.265019 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:35.355230 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Network a3772cc2-c52b-478d-94a5-34ac74e39e2d is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:35.366247 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:35.370408 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] Set router 5574de09-180d-4964-a684-c85619e8bc34 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:35.371565 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Pushing event updated for resources: {'Port': ['ID=58fd55bc-0636-4a53-be09-fbade1e37dee,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:35.380486 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:35.401402 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port b73cf05e-03bf-429f-9f6e-839d0b6384a2 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:35.410511 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:35.414855 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.427366 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.429521 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b73cf05e-03bf-429f-9f6e-839d0b6384a2 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:35.430247 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.434467 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-d9bef81d-0c10-4266-beb0-11eb23f7df0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:35.469815 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3662f4e-76b9-421d-ba03-2de3f39eae3f,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:35.474297 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:35.477612 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681282'] for router_interface, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.483366 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.485747 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-3b38616b-a00e-445e-bf31-d9ceaa6c9f73 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3380196 May 17 14:01:35.487692 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42206) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:01:35.500858 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'security_group_rule': {'security_group_id': '355341a1-b41f-4be5-a717-d15d7e468904', 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:35.531960 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:35.539411 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:security_group_rule and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:01:35.545813 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:01:35.554848 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:35.570663 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.securitygroups_db [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Project 77f9e482a5504e3fa21fe278cd2eac95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 14:01:35.580538 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.597341 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:33Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:35.625913 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fcb13-cac3-4e3b-8f0c-78a1a319f105 None None] The sync data for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb is: [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:33Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:01:35.702943 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348935f3-3d59-4d61-a4d2-3977ef31f58e None None] Pushing event updated for resources: {'Port': ['ID=974eda19-40fc-4cd1-bbc5-4a1d70944723,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:35.706831 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-348935f3-3d59-4d61-a4d2-3977ef31f58e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:35.733870 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.742075 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.790315 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.798010 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-873bcac8-1bfb-4ef9-81aa-244684a0121d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:35.810096 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.822018 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323078 May 17 14:01:35.850284 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27a69c2-c0dd-47b7-8c83-06781730dde2,revision_number=0']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:35.859475 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e0bb9b3b-560d-4874-b196-5b835019903d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:35.871343 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.879378 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:31Z', 'revision_number': 3, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port': {'id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:31Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:35.886604 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571636e-c7df-4d97-b656-b1fb1ca7862d None None] The sync data for ids ['5574de09-180d-4964-a684-c85619e8bc34'] in dv-cinder-788363-3-smb is: [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:31Z', 'revision_number': 3, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port': {'id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:31Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:01:35.892913 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port b73cf05e-03bf-429f-9f6e-839d0b6384a2, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b73cf05e-03bf-429f-9f6e-839d0b6384a2,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:35.902291 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:35.905857 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b2ae8413-0b0c-46d2-92e3-6ca777fb8907 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:35.942807 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-5f4ee38c-edb8-4f05-9097-773e8cac7670 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:36.054708 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=b73cf05e-03bf-429f-9f6e-839d0b6384a2,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:36.073869 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.074267 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.074613 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.074956 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.075299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.075617 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.075941 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.076260 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.076584 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.076958 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.077233 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.077579 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:01:36.081546 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:36.083458 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:36.090042 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 4, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port': {'id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:25Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'be8a9f14-27ef-48ba-aa74-2b5ec5b74181', 'name': '', 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'mac_address': 'fa:16:3e:07:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:30Z', 'revision_number': 2, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'subnets': [{'id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:36.093947 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:36.094050 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:36.098449 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:36.106862 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:36.128450 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Checking router: b41d7309-785b-42b6-911c-e3b3453612ae for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:01:36.128823 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Updating router b41d7309-785b-42b6-911c-e3b3453612ae port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 binding host dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 14:01:36.191380 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e0b487d9-5faf-4218-a702-772ef60aaf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:36.208963 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:36.272220 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-687589'] for router_interface, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:36.387236 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Pushing event updated for resources: {'Port': ['ID=58fd55bc-0636-4a53-be09-fbade1e37dee,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:36.399807 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:36.425948 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:36.484722 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Network a3772cc2-c52b-478d-94a5-34ac74e39e2d is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:36.486860 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:36.504975 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port b2ae8413-0b0c-46d2-92e3-6ca777fb8907, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:36.556224 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:36.569813 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:36.601273 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846cf45d-05fc-4a7a-9f96-b6790b89a340 None None] Network a3772cc2-c52b-478d-94a5-34ac74e39e2d requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:01:36.811126 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-796cb87c-b21d-4a8b-b432-88a503fcd44b None None] Provisioning for port 313e1883-ef4f-453a-b8fb-c31364a82e7d completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:36.845317 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Router 5574de09-180d-4964-a684-c85619e8bc34 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:01:36.917898 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b73cf05e-03bf-429f-9f6e-839d0b6384a2 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:37.008468 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:37.020645 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:37.195414 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:01:37.205157 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] 10.222.0.44 "PUT /v2.0/routers/5574de09-180d-4964-a684-c85619e8bc34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9382057 May 17 14:01:37.205339 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b73cf05e-03bf-429f-9f6e-839d0b6384a2 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:37.205848 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:37.245985 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Notify callbacks [] for port, precommit_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:37.285242 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Transition to ACTIVE for port object be8a9f14-27ef-48ba-aa74-2b5ec5b74181 will not be triggered until provisioned by entity L2. {{(pid=78716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:37.299791 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:37.307027 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:37.530019 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b77cfceb-aa16-4110-ad48-aa7103b04cf8 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:37.700490 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94770558-d2f3-4ce1-ae01-c4606c118019 None None] Pushing event updated for resources: {'Port': ['ID=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:37.707054 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-94770558-d2f3-4ce1-ae01-c4606c118019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:37.765762 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-8af39500-1c3c-4424-b7bc-0499ea40f56c None None] Provisioning for port 58fd55bc-0636-4a53-be09-fbade1e37dee completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:37.776785 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Attempting to bind port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:37.777163 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Attempting to bind port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:37.777526 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Attempting to bind port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 on network ce73dbd7-e990-4d27-aede-dc81dda0ebcf {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:37.780344 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-8af39500-1c3c-4424-b7bc-0499ea40f56c None None] Provisioning complete for port 58fd55bc-0636-4a53-be09-fbade1e37dee triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:37.780621 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8af39500-1c3c-4424-b7bc-0499ea40f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:37.861529 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:37.861944 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Checking segment: {'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:37.862356 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:37.862932 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Bound using segment: {'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'} {{(pid=78716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:37.863367 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.managers [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Bound port: be8a9f14-27ef-48ba-aa74-2b5ec5b74181, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf267cc7-103a-441a-a57d-297e4e287123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf'}}] {{(pid=78716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:37.863883 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:37.966792 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-8af39500-1c3c-4424-b7bc-0499ea40f56c None None] Port 58fd55bc-0636-4a53-be09-fbade1e37dee cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:37.977460 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port b77cfceb-aa16-4110-ad48-aa7103b04cf8 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:38.002571 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b77cfceb-aa16-4110-ad48-aa7103b04cf8 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:38.002966 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:38.060117 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] For port be8a9f14-27ef-48ba-aa74-2b5ec5b74181, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:38.063527 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] For port be8a9f14-27ef-48ba-aa74-2b5ec5b74181, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,segment=NetworkSegment(bf267cc7-103a-441a-a57d-297e4e287123),segment_id=bf267cc7-103a-441a-a57d-297e4e287123)] {{(pid=78716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:38.106617 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:38.114771 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-12559834-983b-4ace-8aab-0355a834ecda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:38.239471 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Routers {'b41d7309-785b-42b6-911c-e3b3453612ae'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:38.240084 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['b41d7309-785b-42b6-911c-e3b3453612ae'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:38.381855 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94770558-d2f3-4ce1-ae01-c4606c118019 None None] Pushing event updated for resources: {'Port': ['ID=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:38.469930 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-94770558-d2f3-4ce1-ae01-c4606c118019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:38.497800 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1dd7fb5a-8152-4436-97e4-bcc836865802 None None] Provisioning complete for port 58fd55bc-0636-4a53-be09-fbade1e37dee triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:38.498188 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1dd7fb5a-8152-4436-97e4-bcc836865802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:38.574612 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:38.631935 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7fb5a-8152-4436-97e4-bcc836865802 None None] Port 58fd55bc-0636-4a53-be09-fbade1e37dee cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:38.648276 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] Set router b41d7309-785b-42b6-911c-e3b3453612ae gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:38.753520 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port b77cfceb-aa16-4110-ad48-aa7103b04cf8, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b77cfceb-aa16-4110-ad48-aa7103b04cf8,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:38.762340 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:38.763290 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 313e1883-ef4f-453a-b8fb-c31364a82e7d up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:38.833641 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:39.090418 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=b77cfceb-aa16-4110-ad48-aa7103b04cf8,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:39.095855 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 313e1883-ef4f-453a-b8fb-c31364a82e7d completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:39.098884 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:39.110005 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 313e1883-ef4f-453a-b8fb-c31364a82e7d triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:39.110898 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:39.321782 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:39.342844 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 4, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port': {'id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:25Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'be8a9f14-27ef-48ba-aa74-2b5ec5b74181', 'name': '', 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'mac_address': 'fa:16:3e:07:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:38Z', 'revision_number': 4, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'subnets': [{'id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:39.349510 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56eebd-c2fa-4e2b-9616-b152618e1e4b None None] The sync data for ids ['b41d7309-785b-42b6-911c-e3b3453612ae'] in dv-cinder-788363-3-smb is: [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:01:29Z', 'revision_number': 4, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port': {'id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:25Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'be8a9f14-27ef-48ba-aa74-2b5ec5b74181', 'name': '', 'network_id': 'ce73dbd7-e990-4d27-aede-dc81dda0ebcf', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'mac_address': 'fa:16:3e:07:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:38Z', 'revision_number': 4, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'subnets': [{'id': 'f9e1d747-4eda-4c93-b8d2-ab0037c66716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:01:39.372939 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port 313e1883-ef4f-453a-b8fb-c31364a82e7d, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=313e1883-ef4f-453a-b8fb-c31364a82e7d,segment=NetworkSegment(c0f1c21b-356a-4f71-955a-4e9b1a73f282),segment_id=c0f1c21b-356a-4f71-955a-4e9b1a73f282)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:39.378704 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:39.381676 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:39.475881 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=313e1883-ef4f-453a-b8fb-c31364a82e7d,revision_number=3']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:39.482914 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:39.655473 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device be8a9f14-27ef-48ba-aa74-2b5ec5b74181 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:39.731623 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:39.736813 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:39.737247 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:39.929535 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:39.967535 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port be8a9f14-27ef-48ba-aa74-2b5ec5b74181, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,segment=NetworkSegment(bf267cc7-103a-441a-a57d-297e4e287123),segment_id=bf267cc7-103a-441a-a57d-297e4e287123)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:39.978749 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:39.980266 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b77cfceb-aa16-4110-ad48-aa7103b04cf8 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:40.008355 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:40.125357 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:40.130209 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:40.135613 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b77cfceb-aa16-4110-ad48-aa7103b04cf8 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:40.136068 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:40.312245 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 974eda19-40fc-4cd1-bbc5-4a1d70944723 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:40.395173 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 974eda19-40fc-4cd1-bbc5-4a1d70944723 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:40.401386 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 974eda19-40fc-4cd1-bbc5-4a1d70944723 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:40.401909 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:40.541816 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:40.564148 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port 974eda19-40fc-4cd1-bbc5-4a1d70944723, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=974eda19-40fc-4cd1-bbc5-4a1d70944723,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:40.568714 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:40.569743 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b2ae8413-0b0c-46d2-92e3-6ca777fb8907 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:40.630515 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-aad3893b-cc15-4cec-8f95-4a35b00656cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:40.708406 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:40.708921 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:40.741127 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=974eda19-40fc-4cd1-bbc5-4a1d70944723,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:40.755251 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:41.492355 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 313e1883-ef4f-453a-b8fb-c31364a82e7d up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:41.582965 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 313e1883-ef4f-453a-b8fb-c31364a82e7d triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:41.583719 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:41.780819 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device be8a9f14-27ef-48ba-aa74-2b5ec5b74181 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:41.883537 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:41.884452 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:42.044473 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 974eda19-40fc-4cd1-bbc5-4a1d70944723 up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:42.142949 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 974eda19-40fc-4cd1-bbc5-4a1d70944723 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:42.142949 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:42.459864 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Sync routers for ids ['5574de09-180d-4964-a684-c85619e8bc34'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:01:42.477021 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Routers {'5574de09-180d-4964-a684-c85619e8bc34'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:42.478743 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['5574de09-180d-4964-a684-c85619e8bc34'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:42.718523 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Set router 5574de09-180d-4964-a684-c85619e8bc34 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:43.076936 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 4, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port': {'id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:31Z', 'updated_at': '2021-05-17T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': '58fd55bc-0636-4a53-be09-fbade1e37dee', 'name': '', 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'mac_address': 'fa:16:3e:36:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e6655736-cb2c-4219-acd4-7e173904f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:34Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 2, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'subnets': [{'id': 'e6655736-cb2c-4219-acd4-7e173904f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:43.082234 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Checking router: 5574de09-180d-4964-a684-c85619e8bc34 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:01:43.082894 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Updating router 5574de09-180d-4964-a684-c85619e8bc34 port 58fd55bc-0636-4a53-be09-fbade1e37dee binding host dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 14:01:43.149879 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:43.629694 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Notify callbacks [] for port, precommit_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:43.652497 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.provisioning_blocks [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Transition to ACTIVE for port object 58fd55bc-0636-4a53-be09-fbade1e37dee will not be triggered until provisioned by entity L2. {{(pid=78717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:43.661479 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:43.670145 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-348935f3-3d59-4d61-a4d2-3977ef31f58e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:43.858607 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69211e8-f959-42ea-bc9a-fcf1dc575c15 None None] Pushing event updated for resources: {'Port': ['ID=58fd55bc-0636-4a53-be09-fbade1e37dee,revision_number=3']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:43.900251 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d69211e8-f959-42ea-bc9a-fcf1dc575c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:43.918118 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Attempting to bind port 58fd55bc-0636-4a53-be09-fbade1e37dee on host dv-cinder-788363-3-smb for vnic_type normal with profile {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:01:43.918490 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Attempting to bind port 58fd55bc-0636-4a53-be09-fbade1e37dee by drivers openvswitch,hyperv on host dv-cinder-788363-3-smb at level 0 using segments [{'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:01:43.918843 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Attempting to bind port 58fd55bc-0636-4a53-be09-fbade1e37dee on network a3772cc2-c52b-478d-94a5-34ac74e39e2d {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:01:43.926499 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Checking agent: {'id': '5975c929-d8d3-43ae-85b8-78bb60e1c8c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 45, 50), 'started_at': datetime.datetime(2021, 5, 17, 13, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:01:43.926888 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Checking segment: {'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:01:43.927289 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:43.927686 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Bound using segment: {'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'} {{(pid=78717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:01:43.928197 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.managers [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Bound port: 58fd55bc-0636-4a53-be09-fbade1e37dee, host: dv-cinder-788363-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f1c21b-356a-4f71-955a-4e9b1a73f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d'}}] {{(pid=78717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:01:43.928555 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:44.059545 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] For port 58fd55bc-0636-4a53-be09-fbade1e37dee, host dv-cinder-788363-3-smb, cleared binding levels {{(pid=78717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:01:44.063210 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.plugins.ml2.db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] For port 58fd55bc-0636-4a53-be09-fbade1e37dee, host dv-cinder-788363-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=58fd55bc-0636-4a53-be09-fbade1e37dee,segment=NetworkSegment(c0f1c21b-356a-4f71-955a-4e9b1a73f282),segment_id=c0f1c21b-356a-4f71-955a-4e9b1a73f282)] {{(pid=78717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:01:44.074350 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron_lib.callbacks.manager [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:44.078755 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-07c01add-6662-4011-bd4f-c4afbc4ee960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:44.162115 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Routers {'5574de09-180d-4964-a684-c85619e8bc34'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:01:44.162723 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:01:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['5574de09-180d-4964-a684-c85619e8bc34'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:44.254707 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69211e8-f959-42ea-bc9a-fcf1dc575c15 None None] Pushing event updated for resources: {'Port': ['ID=58fd55bc-0636-4a53-be09-fbade1e37dee,revision_number=4']} {{(pid=78717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:44.271352 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG oslo_concurrency.lockutils [None req-d69211e8-f959-42ea-bc9a-fcf1dc575c15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:44.401278 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] Set router 5574de09-180d-4964-a684-c85619e8bc34 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:01:44.807545 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 4, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port': {'id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:31Z', 'updated_at': '2021-05-17T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': '58fd55bc-0636-4a53-be09-fbade1e37dee', 'name': '', 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'mac_address': 'fa:16:3e:36:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e6655736-cb2c-4219-acd4-7e173904f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:34Z', 'updated_at': '2021-05-17T14:01:44Z', 'revision_number': 4, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'subnets': [{'id': 'e6655736-cb2c-4219-acd4-7e173904f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:01:44.811864 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be19db9-e977-413e-984b-a78f0feefeb5 None None] The sync data for ids ['5574de09-180d-4964-a684-c85619e8bc34'] in dv-cinder-788363-3-smb is: [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 4, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port': {'id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:31Z', 'updated_at': '2021-05-17T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': '58fd55bc-0636-4a53-be09-fbade1e37dee', 'name': '', 'network_id': 'a3772cc2-c52b-478d-94a5-34ac74e39e2d', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'mac_address': 'fa:16:3e:36:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e6655736-cb2c-4219-acd4-7e173904f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:34Z', 'updated_at': '2021-05-17T14:01:44Z', 'revision_number': 4, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'subnets': [{'id': 'e6655736-cb2c-4219-acd4-7e173904f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:01:45.581976 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 58fd55bc-0636-4a53-be09-fbade1e37dee up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:45.715299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning for port 58fd55bc-0636-4a53-be09-fbade1e37dee completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:45.724534 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 58fd55bc-0636-4a53-be09-fbade1e37dee triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:45.725097 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:45.950018 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:45.997028 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] For port 58fd55bc-0636-4a53-be09-fbade1e37dee, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=58fd55bc-0636-4a53-be09-fbade1e37dee,segment=NetworkSegment(c0f1c21b-356a-4f71-955a-4e9b1a73f282),segment_id=c0f1c21b-356a-4f71-955a-4e9b1a73f282)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:01:46.005485 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:46.015511 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-94770558-d2f3-4ce1-ae01-c4606c118019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:46.126870 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Pushing event updated for resources: {'Port': ['ID=58fd55bc-0636-4a53-be09-fbade1e37dee,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:46.132435 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:47.354161 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0095d704-8476-4cd1-8f17-e30a710e9624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:47.472597 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 58fd55bc-0636-4a53-be09-fbade1e37dee up at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:01:47.591017 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Provisioning complete for port 58fd55bc-0636-4a53-be09-fbade1e37dee triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:47.591399 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:48.874779 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:48.953523 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-4e618857-6910-4bc4-a361-e25fa3ad7365 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:48.955158 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-4e618857-6910-4bc4-a361-e25fa3ad7365 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 814 time: 0.1718678 May 17 14:01:48.974132 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-ddbc3ece-4235-4b4d-8d17-5da3a673f365 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/quotas/b03e2e1d32c146e5a97e30cff159519a HTTP/1.1" status: 200 len: 375 time: 0.0095713 May 17 14:01:49.067240 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-ae6977cb-7b57-4968-bb63-a7db1f44e257 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Synchronizing usage tracker for tenant:b03e2e1d32c146e5a97e30cff159519a on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:01:49.088966 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-ae6977cb-7b57-4968-bb63-a7db1f44e257 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Unset dirty status for tenant:b03e2e1d32c146e5a97e30cff159519a on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:01:49.090519 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-ae6977cb-7b57-4968-bb63-a7db1f44e257 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101675 May 17 14:01:49.414405 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-7b6b2e27-0961-4a73-953d-f73c66494ccd service neutron] 10.222.0.44 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078194 May 17 14:01:49.570859 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-bef4dd09-b8e8-4e7d-a73f-8e9c85ea20e6 service neutron] 10.222.0.44 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474330 May 17 14:01:49.811647 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-17ce7937-88f3-4e40-ad63-680e443940db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:50.166683 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:50.803657 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2e370fe9-674b-4280-b67c-421b39828648 req-c16fabb6-b0c3-44fa-be91-b564fbfe0739 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 210 time: 0.0483320 May 17 14:01:51.090607 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:51.749882 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-35f89995-c205-43db-b2d7-33be9bd545ec req-c0f3aa6b-0c42-493e-9f77-53ede8a3ce6a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Synchronizing usage tracker for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:security_group {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:01:51.787070 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-35f89995-c205-43db-b2d7-33be9bd545ec req-c0f3aa6b-0c42-493e-9f77-53ede8a3ce6a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Unset dirty status for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:security_group {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:01:51.788670 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-c0f3aa6b-0c42-493e-9f77-53ede8a3ce6a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558620242&fields=id&tenant_id=77f9e482a5504e3fa21fe278cd2eac95 HTTP/1.1" status: 200 len: 267 time: 0.2040195 May 17 14:01:51.965949 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-938c1e93-49d1-4bca-8794-1375909dbb41 req-8aea9506-8835-42bc-a2c7-5accf2dc509b tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 210 time: 0.0675309 May 17 14:01:52.026361 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89995-c205-43db-b2d7-33be9bd545ec req-5fcd2337-4009-41d9-b421-dcd73bcb2d6d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:52.027069 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-35f89995-c205-43db-b2d7-33be9bd545ec req-5fcd2337-4009-41d9-b421-dcd73bcb2d6d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Synchronizing usage tracker for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:network {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:01:52.047363 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-35f89995-c205-43db-b2d7-33be9bd545ec req-5fcd2337-4009-41d9-b421-dcd73bcb2d6d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Unset dirty status for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:network {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:01:52.048586 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-5fcd2337-4009-41d9-b421-dcd73bcb2d6d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 808 time: 0.2523322 May 17 14:01:52.071060 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-1c196dc1-1a19-4cdd-b84a-97422bac6604 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/quotas/77f9e482a5504e3fa21fe278cd2eac95 HTTP/1.1" status: 200 len: 375 time: 0.0120747 May 17 14:01:52.171597 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-47c06115-cf62-4d08-9380-c3117cab6aec tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943737 May 17 14:01:52.334310 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-05f68f11-89fe-424c-88a2-1fe492e21872 service neutron] 10.222.0.44 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503441 May 17 14:01:52.503428 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-8db8905e-cded-46cd-a86e-0cbe8fce8d9b service neutron] 10.222.0.44 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622710 May 17 14:01:52.916406 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:52.986561 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-41239d68-247f-4e95-b26f-dec32d68f803 req-c4094831-ae47-4f6a-95f2-a5c650f83cc8 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0560315 May 17 14:01:53.084804 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5d2fa35a-53be-40f0-9869-22230df1758e req-98fac280-890a-4dd4-81ca-a56dff330caa tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 210 time: 0.0471389 May 17 14:01:54.098552 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e1a788dc-2530-4036-94de-e9f049e5b040 req-3a97c785-944d-46a4-9b82-def5ae26639d tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0483441 May 17 14:01:54.214161 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8ba85246-e022-4e9f-9240-061aa02fda13 req-cf3660c1-7125-4475-91f0-022869312e8e tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 210 time: 0.0485520 May 17 14:01:55.258097 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e5599589-70d9-4ec3-8ea9-4de3eab37d89 req-c71fe476-21c5-4f5d-a3fd-aeb435791147 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0979226 May 17 14:01:55.427587 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-f0ab68e2-c185-43f4-9490-5a1134699acf tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:55.429033 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-f0ab68e2-c185-43f4-9490-5a1134699acf tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.52 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 814 time: 0.2283828 May 17 14:01:55.473895 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'port': {'device_id': '9d63218d-4064-4a8b-b500-34b252a1391b', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'admin_state_up': True, 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:01:55.497908 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-792e6ca0-ec1e-4079-a7c5-5021f2647f9d req-9c3b81ea-ac49-43f5-9af1-ecbc973ba823 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 210 time: 0.0782080 May 17 14:01:55.641533 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:01:55.660657 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:01:55.677381 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Made reservation on behalf of b03e2e1d32c146e5a97e30cff159519a for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:01:55.682108 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:55.921245 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Allocated IP 172.20.0.6 (1af3195b-4407-4ec6-97c2-a6249706af4c/8db7668f-7789-4829-860a-211cbe4feaeb/1fc8413d-72a4-45f0-84e1-08c80f43927f) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:01:56.229333 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:56.249860 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Transition to ACTIVE for port object 1fc8413d-72a4-45f0-84e1-08c80f43927f will not be triggered until provisioned by entity DHCP. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:01:56.280296 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:56.288174 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f262d7f1-609f-4a00-ac4e-124683557cfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:01:56.362462 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Network 1af3195b-4407-4ec6-97c2-a6249706af4c is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:01:56.365961 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:01:56.371506 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:01:56.564248 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'Port': ['ID=1fc8413d-72a4-45f0-84e1-08c80f43927f,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:01:56.604700 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:01:56.663744 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4a75fa84-f22d-43f3-a97d-7696caa447b3 req-306e76bb-1048-4daa-8e37-4a733fefd10e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.1117296 May 17 14:01:56.681794 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:56.682764 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:56.735939 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-44af6d3b-c299-4dc0-9848-e7ae52a08822 None None] Provisioning for port 1fc8413d-72a4-45f0-84e1-08c80f43927f completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:01:56.743656 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-44af6d3b-c299-4dc0-9848-e7ae52a08822 None None] Provisioning complete for port 1fc8413d-72a4-45f0-84e1-08c80f43927f triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:01:56.744343 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-44af6d3b-c299-4dc0-9848-e7ae52a08822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:01:56.767308 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2968879 May 17 14:01:56.808542 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b3e7d-6a75-4da4-b22d-b62949eee564 req-80149415-6db7-43a8-9781-826c6f362442 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:56.809276 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-900b3e7d-6a75-4da4-b22d-b62949eee564 req-80149415-6db7-43a8-9781-826c6f362442 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Synchronizing usage tracker for tenant:b03e2e1d32c146e5a97e30cff159519a on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:01:56.809415 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-44af6d3b-c299-4dc0-9848-e7ae52a08822 None None] Port 1fc8413d-72a4-45f0-84e1-08c80f43927f cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:01:56.828864 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-900b3e7d-6a75-4da4-b22d-b62949eee564 req-80149415-6db7-43a8-9781-826c6f362442 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Unset dirty status for tenant:b03e2e1d32c146e5a97e30cff159519a on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:01:56.830706 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-900b3e7d-6a75-4da4-b22d-b62949eee564 req-80149415-6db7-43a8-9781-826c6f362442 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.1317849 May 17 14:01:56.893964 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-900b3e7d-6a75-4da4-b22d-b62949eee564 req-2a435b8b-b92e-4bb7-b412-5053b0ed1047 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514526 May 17 14:01:57.819272 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fa544e9b-3d84-4c00-9485-de0a3da6a598 req-b5e4a855-ab40-4e80-b3b2-d14fdef661c8 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0481064 May 17 14:01:58.094264 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf14b5-e985-4dfd-acc8-2cf26f2c90d8 req-d9f339f3-8127-49f2-bbf5-43eed810e865 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:58.095743 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c7cf14b5-e985-4dfd-acc8-2cf26f2c90d8 req-d9f339f3-8127-49f2-bbf5-43eed810e865 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.0891249 May 17 14:01:58.147572 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c7cf14b5-e985-4dfd-acc8-2cf26f2c90d8 req-f984d2cf-fd1b-40de-ae1c-8be47e41f6b5 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452728 May 17 14:01:58.989605 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a65f789-7565-4d98-98a7-923c42cbd664 req-ff2b5ed2-95c7-4078-b54f-19c8084ac8e9 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0475678 May 17 14:01:59.379614 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e84d8-9b21-4420-8078-09326b396627 req-dc7c5f50-9e57-4cc7-9403-e65f36ea7475 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:01:59.381222 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7e8e84d8-9b21-4420-8078-09326b396627 req-dc7c5f50-9e57-4cc7-9403-e65f36ea7475 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.1013429 May 17 14:01:59.434750 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7e8e84d8-9b21-4420-8078-09326b396627 req-6e74b815-d73e-4d30-a9df-e3a14591e6b5 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 May 17 14:02:00.151575 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-136dc413-6a9f-4e90-93b8-c70893f3a6fc req-3764fa0a-5ee2-443f-83b8-5b9185dbc562 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0509329 May 17 14:02:00.651534 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d2e2-966e-4e9f-85ee-9f24a2609176 req-1298ed85-ee02-47e5-96cc-818b62426a20 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:00.651534 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a945d2e2-966e-4e9f-85ee-9f24a2609176 req-1298ed85-ee02-47e5-96cc-818b62426a20 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.0948465 May 17 14:02:00.699888 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a945d2e2-966e-4e9f-85ee-9f24a2609176 req-b79f0b79-50a1-429d-9672-81c930b2023e tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 May 17 14:02:01.322416 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9d05e4f6-fbbd-4111-9453-5dce4bfe7937 req-fba8fc77-7f6a-42eb-b7ae-d5713d88ea94 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0440989 May 17 14:02:01.923269 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f819dd-2df3-472f-abd0-f02385f8381b req-ff6b6beb-34ee-488c-a4e5-58d2261ab512 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:01.924835 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8f819dd-2df3-472f-abd0-f02385f8381b req-ff6b6beb-34ee-488c-a4e5-58d2261ab512 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.0975533 May 17 14:02:01.980631 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-f8f819dd-2df3-472f-abd0-f02385f8381b req-410d9e6a-c4bb-4954-a631-83a3f354e15f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475588 May 17 14:02:02.504103 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7b0b073a-5c56-4d62-80d8-595695cca300 req-33608e52-ec1e-4020-92b3-75b3d41d48a4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0455821 May 17 14:02:03.196338 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01abb7-9517-4799-bf22-806aa6e2d163 req-a6007336-38bf-43f9-a11e-0a73a9e2d8e8 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:03.197907 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fd01abb7-9517-4799-bf22-806aa6e2d163 req-a6007336-38bf-43f9-a11e-0a73a9e2d8e8 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.0989120 May 17 14:02:03.254435 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fd01abb7-9517-4799-bf22-806aa6e2d163 req-f8bae47e-ad61-4309-9034-77e0c3b9eb5d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 May 17 14:02:03.686795 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-291e64f4-19e9-4714-a052-3a79d1a3b328 req-30edcddd-093a-42a5-9e57-6df7bbd9e2a2 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0540385 May 17 14:02:04.466420 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ccae4-4bb0-4940-afa8-deb0f43c44a8 req-928f5e56-46dc-45f3-8db6-982a85660f93 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:04.468331 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8c6ccae4-4bb0-4940-afa8-deb0f43c44a8 req-928f5e56-46dc-45f3-8db6-982a85660f93 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.0979695 May 17 14:02:04.522412 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8c6ccae4-4bb0-4940-afa8-deb0f43c44a8 req-50f8d95c-fdb1-403f-8bc5-1eda40504f83 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478735 May 17 14:02:04.846939 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-12e69ec1-a39f-4d69-829c-23cc2d0e8f6c req-98930fdb-4c55-4e02-9e2e-43df334b30e7 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0441260 May 17 14:02:05.719107 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45f13a-6f5d-4c7e-81df-fe6cd99b5b60 req-e50b9b19-9e2b-4bcb-8361-6d2353336086 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:05.720605 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba45f13a-6f5d-4c7e-81df-fe6cd99b5b60 req-e50b9b19-9e2b-4bcb-8361-6d2353336086 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.0871506 May 17 14:02:05.768129 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-ba45f13a-6f5d-4c7e-81df-fe6cd99b5b60 req-566adad6-673b-4a24-83d1-4aeca86d764e tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416689 May 17 14:02:05.998904 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-416749cf-8b33-47f5-bfa2-075878a19b1a req-d4c7f8b3-dcfd-47aa-bd04-d368c1c03707 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0417657 May 17 14:02:06.297471 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Request body: {'port': {'device_id': '9d63218d-4064-4a8b-b500-34b252a1391b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:06.415822 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:06.981921 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89995-c205-43db-b2d7-33be9bd545ec req-2beedb02-e77a-4ddd-8da8-bd5d9d57c87a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:06.983232 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-2beedb02-e77a-4ddd-8da8-bd5d9d57c87a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 808 time: 0.2513981 May 17 14:02:07.104850 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-ec8ee977-bad0-4aa3-a223-41496e33ddfa tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77f9e482a5504e3fa21fe278cd2eac95 HTTP/1.1" status: 200 len: 379 time: 0.1044650 May 17 14:02:07.107075 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc8413d-72a4-45f0-84e1-08c80f43927f {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 14:02:07.119814 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'port': {'device_id': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'admin_state_up': True, 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'security_groups': ['355341a1-b41f-4be5-a717-d15d7e468904']}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:07.170313 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:07.244746 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a2085-ecc0-4425-9dae-88ee14f99daf req-d93a9b02-787b-4f9d-83ca-ee184efe669d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:07.246174 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fa5a2085-ecc0-4425-9dae-88ee14f99daf req-d93a9b02-787b-4f9d-83ca-ee184efe669d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 931 time: 0.3574529 May 17 14:02:07.264370 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1c45468f-d1ef-46ac-bf22-12106265101d req-3a5a92cf-ad2c-4c9d-aa45-68a8de184196 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.1499689 May 17 14:02:07.296880 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Transition to ACTIVE for port object 1fc8413d-72a4-45f0-84e1-08c80f43927f will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:02:07.312675 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:07.322330 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-e88004d6-5759-454c-bda3-d4424b52e1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:07.381236 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fa5a2085-ecc0-4425-9dae-88ee14f99daf req-316dd79d-ebdc-46d1-b82d-5ba97d502f9e tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159232 May 17 14:02:07.510258 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Pushing event updated for resources: {'Port': ['ID=1fc8413d-72a4-45f0-84e1-08c80f43927f,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:07.514497 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:07.558074 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:07.568033 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:port and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:07.600081 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:07.616056 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:07.636774 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Made reservation on behalf of 77f9e482a5504e3fa21fe278cd2eac95 for: {'port': 1} {{(pid=78715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 14:02:07.640235 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:07.676399 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Attempting to bind port 1fc8413d-72a4-45f0-84e1-08c80f43927f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:02:07.676722 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Attempting to bind port 1fc8413d-72a4-45f0-84e1-08c80f43927f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:02:07.677067 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Attempting to bind port 1fc8413d-72a4-45f0-84e1-08c80f43927f on network 1af3195b-4407-4ec6-97c2-a6249706af4c {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:02:07.732476 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Port 1fc8413d-72a4-45f0-84e1-08c80f43927f on network 1af3195b-4407-4ec6-97c2-a6249706af4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 14:02:07.732804 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Attempting to bind port 1fc8413d-72a4-45f0-84e1-08c80f43927f on network 1af3195b-4407-4ec6-97c2-a6249706af4c {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:02:07.741363 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:02:07.741750 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Checking segment: {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:02:07.742128 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Bound using segment: {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:02:07.743281 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Bound port: 1fc8413d-72a4-45f0-84e1-08c80f43927f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4def4e03-423a-41d5-997b-700e0b75e27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:02:07.743659 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:07.920114 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Allocated IP 172.20.0.14 (72542f1a-7b34-49f0-bedb-0f68da8481d7/4b1d7024-9982-4012-8004-9bbc33cbf5a4/1e942ede-67de-4414-ae9a-e93babe6ce95) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:02:07.923340 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] For port 1fc8413d-72a4-45f0-84e1-08c80f43927f, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:02:07.930354 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] For port 1fc8413d-72a4-45f0-84e1-08c80f43927f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:02:07.939338 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:07.945035 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8462f319-1694-457b-965f-daa604c470a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:08.058262 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:08.058886 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:08.060258 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] 10.222.0.52 "PUT /v2.0/ports/1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 1093 time: 1.7678909 May 17 14:02:08.060756 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:02:08.181953 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'status': 'completed', 'code': 200} May 17 14:02:08.242237 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Pushing event updated for resources: {'Port': ['ID=1fc8413d-72a4-45f0-84e1-08c80f43927f,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:08.250980 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-31ff65ce-737f-439c-8f10-7894fc1e0bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:08.343597 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:08.349562 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-cb3da5b2-22f3-4009-9baf-83683a011fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:08.352078 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-cb3da5b2-22f3-4009-9baf-83683a011fb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1096 time: 0.2301691 May 17 14:02:08.424792 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Transition to ACTIVE for port object 1e942ede-67de-4414-ae9a-e93babe6ce95 will not be triggered until provisioned by entity DHCP. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:02:08.476748 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-9e046a9e-b245-4c4f-b2b0-a831dcdd3616 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 217 time: 0.1155038 May 17 14:02:08.479699 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-130b599b-f5d2-4b59-bb7e-d889fadcc55a req-a9244858-a1c1-419f-9d85-b041130f5792 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0645568 May 17 14:02:08.751866 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-3d6c066e-abf3-4f8b-9893-add26b6625ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:08.754466 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-3d6c066e-abf3-4f8b-9893-add26b6625ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 200 len: 853 time: 0.2687833 May 17 14:02:08.802327 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:08.815799 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-33ff310a-34b5-4f1e-ace0-faea1f82d865 tempest-VolumesSnapshotTestJSON-1280987720 tempest-VolumesSnapshotTestJSON-1280987720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:08.864050 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a138-c0be-47d3-9b1f-00767875e4c5 req-c06afb2e-e981-4490-846c-e469c9336346 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:08.865631 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2780a138-c0be-47d3-9b1f-00767875e4c5 req-c06afb2e-e981-4490-846c-e469c9336346 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 943 time: 0.2386684 May 17 14:02:08.940918 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:02:08.943307 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:08.946337 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:02:08.955095 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:02:08.981431 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:09.015190 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2780a138-c0be-47d3-9b1f-00767875e4c5 req-2b169788-6d95-48a4-b620-b39e7046cb26 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267393 May 17 14:02:09.053089 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:09.053816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:09.061645 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-b96352ad-92d3-445c-a488-e0421ea79942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:09.063181 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-b96352ad-92d3-445c-a488-e0421ea79942 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1af3195b-4407-4ec6-97c2-a6249706af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3019497 May 17 14:02:09.157971 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0446255 May 17 14:02:09.171303 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-2798fa43-feb7-4ca5-bbed-50d9efbe5924 None None] Provisioning for port 1e942ede-67de-4414-ae9a-e93babe6ce95 completed by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:02:09.175349 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Request body: {'port': {'device_id': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:09.178231 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-2798fa43-feb7-4ca5-bbed-50d9efbe5924 None None] Provisioning complete for port 1e942ede-67de-4414-ae9a-e93babe6ce95 triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:02:09.178741 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2798fa43-feb7-4ca5-bbed-50d9efbe5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:09.249735 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-2798fa43-feb7-4ca5-bbed-50d9efbe5924 None None] Port 1e942ede-67de-4414-ae9a-e93babe6ce95 cannot update to ACTIVE because it is not bound. {{(pid=78716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 14:02:09.322477 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-db5fe599-458e-41f6-a2ee-28576fcc5a4c service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493949 May 17 14:02:09.349342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:09.581585 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-18db4ecf-8ab3-404c-a51d-ec4ebf5f61e0 req-2dc041c0-d3e6-446a-8bc2-b8ce06b93d9d service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519722 May 17 14:02:09.928588 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973856-7db0-4660-8bb9-86a90790ca67 req-fe07f6b1-bf54-4262-b0b6-a8a8afcd1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:09.930534 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91973856-7db0-4660-8bb9-86a90790ca67 req-fe07f6b1-bf54-4262-b0b6-a8a8afcd1f0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1096 time: 0.2302225 May 17 14:02:09.944320 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad47190-a8f3-4631-8081-42b45c862621 req-c00cd158-5817-448f-a6f5-ad137e736aaa tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:09.945059 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-bad47190-a8f3-4631-8081-42b45c862621 req-c00cd158-5817-448f-a6f5-ad137e736aaa tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Synchronizing usage tracker for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:02:10.102634 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-bad47190-a8f3-4631-8081-42b45c862621 req-c00cd158-5817-448f-a6f5-ad137e736aaa tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Unset dirty status for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:02:10.103803 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bad47190-a8f3-4631-8081-42b45c862621 req-c00cd158-5817-448f-a6f5-ad137e736aaa tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 932 time: 0.4657106 May 17 14:02:10.143422 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e942ede-67de-4414-ae9a-e93babe6ce95 {{(pid=78715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 14:02:10.190589 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:10.255653 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.provisioning_blocks [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Transition to ACTIVE for port object 1e942ede-67de-4414-ae9a-e93babe6ce95 will not be triggered until provisioned by entity L2. {{(pid=78715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 14:02:10.259888 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973856-7db0-4660-8bb9-86a90790ca67 req-107c3abc-2425-4130-9e4f-2da14e7e4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:10.261408 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91973856-7db0-4660-8bb9-86a90790ca67 req-107c3abc-2425-4130-9e4f-2da14e7e4b2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 915 time: 0.3130159 May 17 14:02:10.266398 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bad47190-a8f3-4631-8081-42b45c862621 req-294431e7-4ffe-40e1-bfe7-35ac93e627c5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518586 May 17 14:02:10.267805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:10.273041 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-7825908c-17da-471f-b083-61d000021eec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:10.515459 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91973856-7db0-4660-8bb9-86a90790ca67 req-704659f1-46aa-4f47-b05a-f046d69ba0f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 217 time: 0.2433779 May 17 14:02:10.645253 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Pushing event updated for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:10.650055 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:10.752685 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98696063-e3b3-4c18-94b0-84e84fc18de5 req-1fda42b2-e5a9-4d35-9c9a-03c02a0c3d5c tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:10.754202 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-98696063-e3b3-4c18-94b0-84e84fc18de5 req-1fda42b2-e5a9-4d35-9c9a-03c02a0c3d5c tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 943 time: 0.6041570 May 17 14:02:10.767408 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973856-7db0-4660-8bb9-86a90790ca67 req-a8d90e57-8e95-485b-8a83-2aa5ccc24641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:10.769697 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91973856-7db0-4660-8bb9-86a90790ca67 req-a8d90e57-8e95-485b-8a83-2aa5ccc24641 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 200 len: 853 time: 0.2002621 May 17 14:02:10.888605 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-98696063-e3b3-4c18-94b0-84e84fc18de5 req-cf3ff768-4f9f-4776-8576-fb3475d085a7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179476 May 17 14:02:10.890783 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Attempting to bind port 1e942ede-67de-4414-ae9a-e93babe6ce95 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 14:02:10.891305 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Attempting to bind port 1e942ede-67de-4414-ae9a-e93babe6ce95 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 14:02:10.891626 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Attempting to bind port 1e942ede-67de-4414-ae9a-e93babe6ce95 on network 72542f1a-7b34-49f0-bedb-0f68da8481d7 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:02:10.899383 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Port 1e942ede-67de-4414-ae9a-e93babe6ce95 on network 72542f1a-7b34-49f0-bedb-0f68da8481d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 14:02:10.899699 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Attempting to bind port 1e942ede-67de-4414-ae9a-e93babe6ce95 on network 72542f1a-7b34-49f0-bedb-0f68da8481d7 {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 14:02:10.908163 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Checking agent: {'id': '17663c99-91eb-4df9-aff0-e8dd3d1a1dbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'started_at': datetime.datetime(2021, 5, 17, 13, 51, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 14:02:10.908495 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Checking segment: {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 14:02:10.908876 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Bound using segment: {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'} {{(pid=78715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 14:02:10.909298 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.managers [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Bound port: 1e942ede-67de-4414-ae9a-e93babe6ce95, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fe54a7-819d-4034-8744-199dff206997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7'}}] {{(pid=78715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 14:02:10.909635 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:10.963309 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973856-7db0-4660-8bb9-86a90790ca67 req-7bc3667a-196c-4790-a39e-7f661363653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:10.964806 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91973856-7db0-4660-8bb9-86a90790ca67 req-7bc3667a-196c-4790-a39e-7f661363653f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1af3195b-4407-4ec6-97c2-a6249706af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1745503 May 17 14:02:11.101033 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, cleared binding levels {{(pid=78715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 14:02:11.127768 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 14:02:11.138065 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:11.144596 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2612ae71-bc67-461b-9951-fed37a65d3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:11.204517 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91973856-7db0-4660-8bb9-86a90790ca67 req-a51e2fd0-1901-48ac-a4a0-aae375209ad7 service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245660 May 17 14:02:11.205926 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:11.206557 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:11.207882 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] 10.222.0.52 "PUT /v2.0/ports/1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 1094 time: 2.0390010 May 17 14:02:11.210394 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:02:11.361339 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'status': 'completed', 'code': 200} May 17 14:02:11.362161 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Pushing event updated for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=3']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:11.380975 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-3150458e-61e1-4088-9828-ffe60ca3a5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:11.513014 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-91973856-7db0-4660-8bb9-86a90790ca67 req-4c8b9e14-84bf-46b7-8445-4e07b1d7f94b service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957790 May 17 14:02:11.523652 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89995-c205-43db-b2d7-33be9bd545ec req-94dd24d3-29f7-4f4a-8377-4a176a4f3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:11.525628 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-94dd24d3-29f7-4f4a-8377-4a176a4f3109 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1097 time: 0.2551584 May 17 14:02:11.603327 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaba8cd-3468-4f8f-b88a-4ee9f2007bcc req-8962ef28-e79b-47dc-ae20-9d60d66f8598 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:11.604823 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-eaaba8cd-3468-4f8f-b88a-4ee9f2007bcc req-8962ef28-e79b-47dc-ae20-9d60d66f8598 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 944 time: 0.2078016 May 17 14:02:11.613322 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-bf2acb8a-7e86-49aa-b2e0-c091b1339165 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 217 time: 0.0767584 May 17 14:02:11.709931 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-eaaba8cd-3468-4f8f-b88a-4ee9f2007bcc req-2d8f40af-ddb1-4890-8fd2-c4ac100dfcdd tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956144 May 17 14:02:11.717595 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89995-c205-43db-b2d7-33be9bd545ec req-4fe24f28-926c-46b1-b29c-40e6fb5dda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:11.719096 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-4fe24f28-926c-46b1-b29c-40e6fb5dda34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.0896530 May 17 14:02:11.739966 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:02:11.804277 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89995-c205-43db-b2d7-33be9bd545ec req-c11b7530-078b-46f9-bf40-04657f8bd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:11.806912 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-c11b7530-078b-46f9-bf40-04657f8bd7dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807908 May 17 14:02:11.950541 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1fc8413d-72a4-45f0-84e1-08c80f43927f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 14:02:11.953555 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-97169aa1-b44b-4b09-8251-0164fe5403a7 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386826 May 17 14:02:12.103481 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1fc8413d-72a4-45f0-84e1-08c80f43927f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:02:12.119517 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'port_id': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'mac_address': 'fa:16:3e:11:81:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 14:02:12.185264 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:12.203244 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc8413d-72a4-45f0-84e1-08c80f43927f {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 14:02:12.221423 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1fc8413d-72a4-45f0-84e1-08c80f43927f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:02:12.225702 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:12.227783 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:12.277812 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-35f89995-c205-43db-b2d7-33be9bd545ec req-69617784-de93-433b-bb21-f01b1f0d927e service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175502 May 17 14:02:12.295378 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb86d12-c8a5-406e-93ae-c342faf4cf28 req-5948e445-c78b-4f47-b636-b4f64bc46c31 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:12.296990 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6bb86d12-c8a5-406e-93ae-c342faf4cf28 req-5948e445-c78b-4f47-b636-b4f64bc46c31 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 943 time: 0.2629347 May 17 14:02:12.305189 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1fc8413d-72a4-45f0-84e1-08c80f43927f,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:12.311104 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:12.405452 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6bb86d12-c8a5-406e-93ae-c342faf4cf28 req-47bf90ad-c59b-4b05-acf9-b0b1ecfd5ae3 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025915 May 17 14:02:12.428881 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-be425327-92c6-4daf-86aa-ddc8a4ba2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:12.430431 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-be425327-92c6-4daf-86aa-ddc8a4ba2cb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1097 time: 0.0991454 May 17 14:02:12.450653 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1fc8413d-72a4-45f0-84e1-08c80f43927f'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 14:02:12.590269 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-452d4761-75a9-4bba-81c0-84bbcf804943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:12.591757 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-452d4761-75a9-4bba-81c0-84bbcf804943 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 909 time: 0.1530795 May 17 14:02:12.670405 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-5f2d99aa-cabe-4be7-b7c2-6d2c4488ec10 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 217 time: 0.0712488 May 17 14:02:12.741255 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-6d96da96-dd15-47bc-948b-57d59dd8f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:12.743598 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-6d96da96-dd15-47bc-948b-57d59dd8f865 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.0666552 May 17 14:02:12.825517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-9b819367-d577-4ef7-b7a0-a429f6072989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:12.827088 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-9b819367-d577-4ef7-b7a0-a429f6072989 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765960 May 17 14:02:13.030033 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-50bf01d3-fe41-4388-aa34-69228a05e79a service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948028 May 17 14:02:13.044208 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6917e6-3035-4f24-840c-33b1ff8f3611 req-af40aa81-9ce5-422b-b1a0-cc29cb37a98f tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:13.046025 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-da6917e6-3035-4f24-840c-33b1ff8f3611 req-af40aa81-9ce5-422b-b1a0-cc29cb37a98f tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 944 time: 0.1856709 May 17 14:02:13.177481 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-da6917e6-3035-4f24-840c-33b1ff8f3611 req-59b2f9f1-01bc-4812-8969-5148ce160cb1 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116960 May 17 14:02:13.216045 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7deac49c-e551-4564-82a0-c10f9d76ef46 req-0ac0ac05-4161-4a44-b246-0f4d76c6a01e service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689615 May 17 14:02:13.616209 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb977aad-a8bc-41a6-acbf-f6be0fd039d1 req-0622492e-1399-4a64-ab81-71dfa7b40e0f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:13.617795 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cb977aad-a8bc-41a6-acbf-f6be0fd039d1 req-0622492e-1399-4a64-ab81-71dfa7b40e0f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 944 time: 0.0952268 May 17 14:02:13.686315 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-cb977aad-a8bc-41a6-acbf-f6be0fd039d1 req-3c272ff7-b99d-4898-addc-c3b70aaf710c tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604177 May 17 14:02:13.954197 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1e942ede-67de-4414-ae9a-e93babe6ce95 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 14:02:13.957825 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1fc8413d-72a4-45f0-84e1-08c80f43927f up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:02:14.145874 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 1fc8413d-72a4-45f0-84e1-08c80f43927f completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:02:14.167621 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 1fc8413d-72a4-45f0-84e1-08c80f43927f triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:02:14.169745 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:14.243405 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:02:14.266785 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'port_id': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'mac_address': 'fa:16:3e:8c:65:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 14:02:14.397614 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:14.427255 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e942ede-67de-4414-ae9a-e93babe6ce95 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 14:02:14.428880 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1872-4592-4c0f-9f9a-501a7c32f4d9 req-1d5abee2-389a-47a5-b7d9-f8ee31c01436 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:14.430609 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-881e1872-4592-4c0f-9f9a-501a7c32f4d9 req-1d5abee2-389a-47a5-b7d9-f8ee31c01436 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 944 time: 0.1253464 May 17 14:02:14.434948 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:14.477773 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:02:14.488068 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:02:14.497981 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-881e1872-4592-4c0f-9f9a-501a7c32f4d9 req-73026c15-26b4-41ed-b0e1-b6468f2cf5a3 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595477 May 17 14:02:14.504298 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:14.508087 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-67ad1023-9eed-4b9b-a403-d65bb8a293ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:14.549232 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1fc8413d-72a4-45f0-84e1-08c80f43927f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:02:14.557281 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:14.573013 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'code': 200} May 17 14:02:14.601449 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=4']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:14.608143 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:14.609164 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-609bde24-2121-4e00-a778-976c7744ef8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:14.731928 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1fc8413d-72a4-45f0-84e1-08c80f43927f,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:14.741174 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:14.752459 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1e942ede-67de-4414-ae9a-e93babe6ce95'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 14:02:14.962005 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050f168-e539-4ecb-8706-9d4984de5670 req-41fe7a88-b150-4ebd-8586-51d20fbd63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:14.964146 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5050f168-e539-4ecb-8706-9d4984de5670 req-41fe7a88-b150-4ebd-8586-51d20fbd63d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1098 time: 0.1895115 May 17 14:02:14.983420 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a351c58-51a3-4dab-b092-af30f11ccaec req-16fc9f7c-c8ea-4722-ba69-1fcda97d2556 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:14.985567 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a351c58-51a3-4dab-b092-af30f11ccaec req-16fc9f7c-c8ea-4722-ba69-1fcda97d2556 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.1561449 May 17 14:02:15.061998 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5050f168-e539-4ecb-8706-9d4984de5670 req-8d9549eb-be37-430b-82f5-aac8d529b869 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751390 May 17 14:02:15.069550 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a351c58-51a3-4dab-b092-af30f11ccaec req-ec7fd669-2991-4588-8c67-ea6287859a19 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619092 May 17 14:02:15.712667 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34227b7-23eb-46c2-8ed4-004d691bea7e req-d7500ea1-0220-46e7-824a-3c8df1f73e3c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:15.714279 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b34227b7-23eb-46c2-8ed4-004d691bea7e req-d7500ea1-0220-46e7-824a-3c8df1f73e3c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 945 time: 0.0972309 May 17 14:02:15.771549 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b34227b7-23eb-46c2-8ed4-004d691bea7e req-9070db1f-39c8-41b7-955e-99d3c3201c18 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476053 May 17 14:02:15.981692 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1e942ede-67de-4414-ae9a-e93babe6ce95 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:02:16.058622 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning for port 1e942ede-67de-4414-ae9a-e93babe6ce95 completed by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 14:02:16.064181 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 1e942ede-67de-4414-ae9a-e93babe6ce95 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:02:16.064587 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:16.233420 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:16.274113 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:02:16.278772 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:16.281185 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-157f3f91-23d2-4afa-b3ab-fee98d855978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:16.283599 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4940a1-9496-4abd-886e-01d682f7adae req-abf41cb7-c0b4-4d0f-b2b9-c1500db3c5ca tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:16.285432 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7f4940a1-9496-4abd-886e-01d682f7adae req-abf41cb7-c0b4-4d0f-b2b9-c1500db3c5ca tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.0890479 May 17 14:02:16.355350 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7f4940a1-9496-4abd-886e-01d682f7adae req-a687b615-7542-4e72-ab41-4efc62361039 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611274 May 17 14:02:16.388016 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=5']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:16.392870 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:16.574357 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:02:16.626727 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'code': 200} May 17 14:02:16.681923 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece43e-f08e-4eb2-85e6-c301b4379948 req-caeae47d-d32b-43ab-8004-e03ffacaa1a4 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:16.683178 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e3ece43e-f08e-4eb2-85e6-c301b4379948 req-caeae47d-d32b-43ab-8004-e03ffacaa1a4 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.2108307 May 17 14:02:16.730566 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-e3ece43e-f08e-4eb2-85e6-c301b4379948 req-36488bba-4c2f-4419-8338-8678b6a9a1dc tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 May 17 14:02:17.032183 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d7950-6984-477a-b3ca-843af90b99ac req-8ee79bff-e25f-4df1-b5e7-ba14e46f2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:17.033701 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-de5d7950-6984-477a-b3ca-843af90b99ac req-8ee79bff-e25f-4df1-b5e7-ba14e46f2f8c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1099 time: 0.1653943 May 17 14:02:17.047991 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf05af4-9bf9-4337-b7fb-092030906167 req-98ca561e-6ff4-449f-a5aa-6dd6c577b394 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:17.049465 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0bf05af4-9bf9-4337-b7fb-092030906167 req-98ca561e-6ff4-449f-a5aa-6dd6c577b394 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.1347029 May 17 14:02:17.173056 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-de5d7950-6984-477a-b3ca-843af90b99ac req-4cad332c-f3a4-4eb8-b8e6-72a6fa4b93b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224093 May 17 14:02:17.185933 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0bf05af4-9bf9-4337-b7fb-092030906167 req-b95a7d9a-429a-47c7-aa6a-7d1dbc4f1ebb tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192570 May 17 14:02:17.215552 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb668c-2f96-44e5-99bb-edbe1bd1a4df req-6c14ced6-c1a3-40a6-9084-38d7d04f67a1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:17.217024 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9ffb668c-2f96-44e5-99bb-edbe1bd1a4df req-6c14ced6-c1a3-40a6-9084-38d7d04f67a1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.1516578 May 17 14:02:17.265128 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9ffb668c-2f96-44e5-99bb-edbe1bd1a4df req-84a90327-374a-44f2-ab67-a8e86139fd19 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 May 17 14:02:17.353003 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-db4e7f28-fed7-464f-bb77-e60102169ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:18.374636 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4750b8-e1a2-4821-b3d8-7459e80e210a req-8c85a03f-3fbf-45eb-9959-8e27d09f9e6a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:18.376135 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1d4750b8-e1a2-4821-b3d8-7459e80e210a req-8c85a03f-3fbf-45eb-9959-8e27d09f9e6a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0838194 May 17 14:02:18.425535 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1d4750b8-e1a2-4821-b3d8-7459e80e210a req-f8d157f8-ed9e-4659-bc8f-36e59d0ac0a2 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 May 17 14:02:18.609624 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168392c-3ac6-41c2-ad66-a85329d08b2b req-84700e15-e64c-4dc2-a2e2-b653cb40ca44 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:18.611222 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1168392c-3ac6-41c2-ad66-a85329d08b2b req-84700e15-e64c-4dc2-a2e2-b653cb40ca44 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0817492 May 17 14:02:18.659510 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1168392c-3ac6-41c2-ad66-a85329d08b2b req-ccd58a7b-939d-4a18-b295-ecd00601ff7e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 May 17 14:02:18.682708 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42550) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:18.805145 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a6a479-9e72-43b4-b2d4-176da4c2b9c1 tempest-TestShelveInstance-993012525 tempest-TestShelveInstance-993012525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:18.809597 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-64a6a479-9e72-43b4-b2d4-176da4c2b9c1 tempest-TestShelveInstance-993012525 tempest-TestShelveInstance-993012525-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1094 time: 0.1230683 May 17 14:02:18.810100 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42558) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:18.815335 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Request body: {'floatingip': {'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'port_id': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:18.822133 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:18.826011 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Usage tracker for resource:floatingip and tenant:77f9e482a5504e3fa21fe278cd2eac95 is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:18.829742 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:18.835348 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:18.847582 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for floatingip, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:18.863520 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:18.988055 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:19.123684 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_common [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Allocated IP 172.28.3.236 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/b04aff34-a619-4387-b53a-9a14a217b104) {{(pid=78714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:02:19.272671 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for port, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:19.306074 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:19.310846 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-06203507-4e06-453c-a29e-d67079c64bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:19.376129 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:02:19.378934 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.base_scheduler [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Resources bound (agent type, host, resource id): {{(pid=78714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:02:19.383124 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Received port after_create {{(pid=78714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:02:19.422928 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'Port': ['ID=b04aff34-a619-4387-b53a-9a14a217b104,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:19.427290 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:19.813375 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8f308318-fa20-4fa8-92a6-108e45ab7550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:19.831134 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:19.903646 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:20.112159 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for port, precommit_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:20.116306 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9710234'] for port, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:20.120635 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-35e31003-d8cb-4da9-bcef-4a02c2e3107c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:20.169593 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:20.221972 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event updated for resources: {'Port': ['ID=b04aff34-a619-4387-b53a-9a14a217b104,revision_number=2']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:20.225895 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:20.234269 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:20.498583 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.l3_db [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Floating IP 9bef1f93-50fd-472d-a17c-643604106e6c associated. External IP: 172.28.3.236, port: 1e942ede-67de-4414-ae9a-e93babe6ce95. May 17 14:02:20.865388 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Router ea686dad-5d58-4778-90d6-448061b5176d has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:02:21.045201 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:02:21.055396 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] Sync routers for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:02:21.069456 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:21.069888 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:02:21.070550 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:02:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:02:21.135276 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-2ecd5e42-2499-4faa-b83c-24ac356b9910 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3142750 May 17 14:02:21.135276 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95'}] {{(pid=78714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:02:21.153692 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:21.230818 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'status': 'completed', 'code': 200} May 17 14:02:21.254127 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:02:21.323041 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d405-7473-4a9d-9947-950417334046 req-4e62b9c5-22a8-449b-a084-64f5e0ce270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:21.324517 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d2b7d405-7473-4a9d-9947-950417334046 req-4e62b9c5-22a8-449b-a084-64f5e0ce270d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1099 time: 0.0718362 May 17 14:02:21.459922 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d405-7473-4a9d-9947-950417334046 req-44d2b243-434b-43ad-87c7-d6a40cb91179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:21.462502 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d2b7d405-7473-4a9d-9947-950417334046 req-44d2b243-434b-43ad-87c7-d6a40cb91179 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 909 time: 0.1305988 May 17 14:02:21.573208 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d2b7d405-7473-4a9d-9947-950417334046 req-20e15e89-ee3d-4079-92f3-e56d6a3ad75d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 1000 time: 0.0995417 May 17 14:02:21.610091 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '9bef1f93-50fd-472d-a17c-643604106e6c', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'floating_ip_address': '172.28.3.236', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'port_id': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'mac_address': 'fa:16:3e:8c:65:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:19Z', 'updated_at': '2021-05-17T14:02:19Z', 'revision_number': 0, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:36Z', 'revision_number': 5, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:02:21.614131 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] Checking router: ea686dad-5d58-4778-90d6-448061b5176d for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:02:21.623389 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:02:21.624107 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:02:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:02:21.640304 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d405-7473-4a9d-9947-950417334046 req-2426879c-51e0-473c-8658-71d533447279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:21.641828 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d2b7d405-7473-4a9d-9947-950417334046 req-2426879c-51e0-473c-8658-71d533447279 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.0596056 May 17 14:02:21.724104 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7d405-7473-4a9d-9947-950417334046 req-1a228d03-66e6-441d-ace4-f008f3a2c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:21.725795 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d2b7d405-7473-4a9d-9947-950417334046 req-1a228d03-66e6-441d-ace4-f008f3a2c7c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776360 May 17 14:02:21.825272 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:02:21.872386 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d2b7d405-7473-4a9d-9947-950417334046 req-8b42f980-279a-43da-8d42-5d0bfd2c002d service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389480 May 17 14:02:22.012080 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d2b7d405-7473-4a9d-9947-950417334046 req-4b7a5f43-5815-458a-9f15-65da98d23ba9 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330221 May 17 14:02:22.138354 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957160d-ef4e-4816-974d-65278a019cec req-81a81107-5ce0-402c-8587-573720b0205e tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:22.139749 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a957160d-ef4e-4816-974d-65278a019cec req-81a81107-5ce0-402c-8587-573720b0205e tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.0805242 May 17 14:02:22.185280 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a957160d-ef4e-4816-974d-65278a019cec req-d7efd645-72f8-4406-a560-77bb339d8969 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396583 May 17 14:02:22.187438 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '9bef1f93-50fd-472d-a17c-643604106e6c', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'floating_ip_address': '172.28.3.236', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'port_id': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'mac_address': 'fa:16:3e:8c:65:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:19Z', 'updated_at': '2021-05-17T14:02:19Z', 'revision_number': 0, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:36Z', 'revision_number': 5, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:02:22.191504 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ef60f-a619-4664-a29a-43759de93e75 None None] The sync data for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb is: [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': '9bef1f93-50fd-472d-a17c-643604106e6c', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'floating_ip_address': '172.28.3.236', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'port_id': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'mac_address': 'fa:16:3e:8c:65:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:19Z', 'updated_at': '2021-05-17T14:02:19Z', 'revision_number': 0, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:36Z', 'revision_number': 5, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:02:22.208350 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42594) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:22.326826 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4741386-ba26-45a2-b1f8-f10d7e7cbaa0 tempest-TestMinimumBasicScenario-624670666 tempest-TestMinimumBasicScenario-624670666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:22.327538 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-b4741386-ba26-45a2-b1f8-f10d7e7cbaa0 tempest-TestMinimumBasicScenario-624670666 tempest-TestMinimumBasicScenario-624670666-project-admin] Synchronizing usage tracker for tenant:ed59b0189a8340f4bcb5fa1cc3d75c5f on resource:port {{(pid=78714) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:02:22.346685 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-b4741386-ba26-45a2-b1f8-f10d7e7cbaa0 tempest-TestMinimumBasicScenario-624670666 tempest-TestMinimumBasicScenario-624670666-project-admin] Unset dirty status for tenant:ed59b0189a8340f4bcb5fa1cc3d75c5f on resource:port {{(pid=78714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:02:22.347863 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-b4741386-ba26-45a2-b1f8-f10d7e7cbaa0 tempest-TestMinimumBasicScenario-624670666 tempest-TestMinimumBasicScenario-624670666-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1093 time: 0.1385560 May 17 14:02:22.351026 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42600) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:22.357695 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'floatingip': {'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'port_id': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:22.363902 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:22.368203 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:floatingip and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:22.371329 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:22.382085 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.quota.driver [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:22.384660 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3139f69-c713-48fa-b25f-457b185ceca0 None None] New status for floating IP 9bef1f93-50fd-472d-a17c-643604106e6c: ACTIVE {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 14:02:22.393888 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for floatingip, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:22.527015 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:22.762732 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.db_base_plugin_common [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Allocated IP 172.28.3.36 (23b0e3e2-79d9-4ad4-9ff3-e129067137ac/da6a37ff-895b-4101-8328-38f95cef30bc/26acc611-284b-49f6-883a-bf0e9b18923a) {{(pid=78715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 14:02:22.907524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for port, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:22.909781 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:22.936429 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765888195377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:22.940178 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-6e24bef4-238d-4fba-ba8d-4b9972d26b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:23.004437 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Network 23b0e3e2-79d9-4ad4-9ff3-e129067137ac is already hosted by enough agents. {{(pid=78715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 14:02:23.007243 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.base_scheduler [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources bound (agent type, host, resource id): {{(pid=78715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 14:02:23.011359 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Received port after_create {{(pid=78715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 14:02:23.048846 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'Port': ['ID=26acc611-284b-49f6-883a-bf0e9b18923a,revision_number=1']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:23.061149 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.061517 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.062024 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.062388 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.062739 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.063087 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.063432 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.063779 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.064125 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.064466 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.064807 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.065144 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:02:23.070495 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:23.468521 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:23.549397 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:23.753569 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:23.758111 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:23.762532 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:23.871906 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'Port': ['ID=26acc611-284b-49f6-883a-bf0e9b18923a,revision_number=2']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:23.874699 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:23.881528 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681401'] for floatingip, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:24.054790 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.l3_db [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Floating IP aeca9007-bd54-4a00-ac12-0ff519928f4b associated. External IP: 172.28.3.36, port: 1fc8413d-72a4-45f0-84e1-08c80f43927f. May 17 14:02:24.511318 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Router ff45fc37-5058-4640-bc12-eac45a988de5 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:02:24.689638 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:02:24.699198 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] Sync routers for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:02:24.708080 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:02:24.708643 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:02:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:02:24.716861 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:24.771710 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-b6b65fca-6c47-47ac-9870-0b6ba5631fec tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4188809 May 17 14:02:24.772370 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:02:24.775275 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42604) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:24.780819 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44656930', 'description': 'tempest-secgroup-smoke-44656930 description', 'project_id': 'b03e2e1d32c146e5a97e30cff159519a'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:24.787477 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:24.792126 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:security_group and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:24.795283 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:24.801936 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:24.814531 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:24.820496 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'status': 'completed', 'code': 200} May 17 14:02:24.839584 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:24.843489 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:security_group_rule and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:24.846697 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:24.852642 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:24.926732 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-3caf6bf2-01eb-4d7e-a2b0-295ec43637ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:24.927215 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:24.928227 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-3caf6bf2-01eb-4d7e-a2b0-295ec43637ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1098 time: 0.0829480 May 17 14:02:24.931406 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:24.933379 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:02:24.935625 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-befe269d-67b5-499b-b289-9498dd1ef231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:24.977763 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782,revision_number=1']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:24.980794 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:24.981640 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:24.986005 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-4b8b085f-7a34-4e9c-b729-389eb79db5f1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2096429 May 17 14:02:24.986597 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42610) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:24.992771 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'security_group_rule': {'security_group_id': 'cd99ae85-0eb7-47d4-bbf0-a286ce2e4782', 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:24.999055 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:25.003434 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:security_group_rule and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:25.006424 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:25.012703 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:25.029090 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.078334 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-6bb6f192-122d-4bd3-b995-60b3fb8fc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:25.079795 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-6bb6f192-122d-4bd3-b995-60b3fb8fc23c service neutron] 10.222.0.52 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 915 time: 0.1439946 May 17 14:02:25.093451 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.098040 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.106090 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:25.124611 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3682af53-0707-4d41-ad66-ff6c65693fad,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:25.127456 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:25.135864 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.137412 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-6b539379-8b9b-4e01-9f04-7ebf7353769a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497846 May 17 14:02:25.143868 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42614) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:25.151280 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'security_group_rule': {'security_group_id': 'cd99ae85-0eb7-47d4-bbf0-a286ce2e4782', 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:25.160202 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:25.166432 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:security_group_rule and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:25.171584 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:25.178339 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:25.203183 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.212929 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-f6c55a95-1318-48c8-a9f6-b1cedffa8606 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 998 time: 0.1254137 May 17 14:02:25.285489 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.287831 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-fc725b2a-5d27-4b1a-8aea-ab3bc561e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:25.290673 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-fc725b2a-5d27-4b1a-8aea-ab3bc561e437 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 200 len: 853 time: 0.0697258 May 17 14:02:25.291617 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.293905 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:25.314743 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa8a963-152f-476b-881e-b498a9b65b7e,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:25.318776 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:25.328922 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.330174 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-f8f47ac2-3199-4317-b58b-95dcc4d25669 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1851082 May 17 14:02:25.333056 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42618) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:25.339741 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'security_group_rule': {'security_group_id': 'cd99ae85-0eb7-47d4-bbf0-a286ce2e4782', 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:25.345561 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:25.350447 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:security_group_rule and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:25.354380 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:25.359704 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'aeca9007-bd54-4a00-ac12-0ff519928f4b', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'port_id': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'mac_address': 'fa:16:3e:11:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d63218d-4064-4a8b-b500-34b252a1391b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:23Z', 'updated_at': '2021-05-17T14:02:23Z', 'revision_number': 0, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:38Z', 'revision_number': 5, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:02:25.360256 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:25.363593 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] Checking router: ff45fc37-5058-4640-bc12-eac45a988de5 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:02:25.377545 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.379252 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:02:25.379978 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:02:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:02:25.381524 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-ccfe3ff7-6bef-43ed-a837-7f7fcebd737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:25.383918 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-ccfe3ff7-6bef-43ed-a837-7f7fcebd737b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1af3195b-4407-4ec6-97c2-a6249706af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819037 May 17 14:02:25.451376 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.456708 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.463507 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-58f4f650-cfe5-4480-9d9d-98a7add14e5f tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:25.485630 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea536fdc-2aa5-4505-b45e-6d6de7c15c87,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:25.489637 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:25.498761 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.500072 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1661134 May 17 14:02:25.502812 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42622) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:25.508788 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'security_group_rule': {'security_group_id': 'cd99ae85-0eb7-47d4-bbf0-a286ce2e4782', 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:25.515342 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:25.519416 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:security_group_rule and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:25.522833 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:25.529961 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:25.534926 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-0adca6a3-e47e-4f2b-b6b3-c029e6bb1278 service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436758 May 17 14:02:25.547810 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.572925 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:02:25.625503 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.630125 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.657234 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:25.676673 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b536502f-1593-44d4-ac89-606f85c3375e,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:25.681053 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:25.682384 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.686094 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1798964 May 17 14:02:25.686628 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42626) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:25.693445 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'security_group_rule': {'security_group_id': 'cd99ae85-0eb7-47d4-bbf0-a286ce2e4782', 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:25.694399 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-48be0fc0-8f3a-42ba-b17e-9d888f930a18 req-1fd67644-5372-4bbc-bf49-58271732630b service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486866 May 17 14:02:25.700219 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:25.704951 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:security_group_rule and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:25.708321 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:25.715952 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:25.727293 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.securitygroups_db [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Project b03e2e1d32c146e5a97e30cff159519a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 14:02:25.732990 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.799782 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.803248 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.806267 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-52e4baf5-d0a4-47bd-aa71-0f566679f75f tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:25.829621 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c606ac8-04ff-463f-b515-7a6a0752d4c9,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:25.832080 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:25.840170 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.841590 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-6a8ffb4b-8ef4-4b8c-aa0f-24d5c6739db9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539664 May 17 14:02:25.844326 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42630) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:02:25.849492 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.v2.base [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'security_group_rule': {'security_group_id': 'cd99ae85-0eb7-47d4-bbf0-a286ce2e4782', 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:25.855606 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 14:02:25.859432 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Usage tracker for resource:security_group_rule and tenant:b03e2e1d32c146e5a97e30cff159519a is out of sync, need to count used quota {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 14:02:25.862297 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.quota.resource [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 14:02:25.868748 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.quota.driver [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 14:02:25.879646 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.securitygroups_db [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Project b03e2e1d32c146e5a97e30cff159519a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 14:02:25.886355 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.932848 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'aeca9007-bd54-4a00-ac12-0ff519928f4b', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'port_id': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'mac_address': 'fa:16:3e:11:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d63218d-4064-4a8b-b500-34b252a1391b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:23Z', 'updated_at': '2021-05-17T14:02:23Z', 'revision_number': 0, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:38Z', 'revision_number': 5, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:02:25.936833 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3c57cb-b2fd-43d1-83b3-cd9758cfd40c None None] The sync data for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb is: [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_floatingips': [{'id': 'aeca9007-bd54-4a00-ac12-0ff519928f4b', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'router_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'port_id': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'mac_address': 'fa:16:3e:11:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d63218d-4064-4a8b-b500-34b252a1391b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T14:02:23Z', 'updated_at': '2021-05-17T14:02:23Z', 'revision_number': 0, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:38Z', 'revision_number': 5, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:02:25.955848 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.960071 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752125'] for security_group_rule, after_create {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:25.962411 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-a3fe868c-63de-4f26-b1d2-a75ea1ba873d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:25.987353 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43538aa2-f6c2-4aae-b4cd-4c10c11f1be3,revision_number=0']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:25.990054 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:25.998925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:26.000217 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-5f6b7790-f6d1-459c-b6e4-94d7a53f3bd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549258 May 17 14:02:26.129779 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-6b346144-7148-41c5-a3c0-8c56a0f19171 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44656930&fields=id&tenant_id=b03e2e1d32c146e5a97e30cff159519a HTTP/1.1" status: 200 len: 267 time: 0.0457904 May 17 14:02:26.137912 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cff38-a462-4c24-a96e-1de319b7b5cf None None] New status for floating IP aeca9007-bd54-4a00-ac12-0ff519928f4b: ACTIVE {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 14:02:26.220359 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-f324a2ae-5f4c-4a3d-a7d0-f5a8a27c2e4d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:26.221960 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-f324a2ae-5f4c-4a3d-a7d0-f5a8a27c2e4d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.0873044 May 17 14:02:26.233596 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'port': {'security_groups': ['c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c', 'cd99ae85-0eb7-47d4-bbf0-a286ce2e4782']}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:02:26.465209 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:26.719013 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] For port 1fc8413d-72a4-45f0-84e1-08c80f43927f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:02:26.743342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:26.747770 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:26.753014 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-03947a45-c9d5-4313-a0f0-a8d06a3be9d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:02:26.759230 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1fc8413d-72a4-45f0-84e1-08c80f43927f'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 14:02:26.821805 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:26.822435 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:26.823864 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9d7d66a3-1943-4f3d-94ce-9fee4d7ae152 req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "PUT /v2.0/ports/1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 981 time: 0.5950994 May 17 14:02:26.824372 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:02:26.845368 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'Port': ['ID=1fc8413d-72a4-45f0-84e1-08c80f43927f,revision_number=6']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:02:26.848339 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:02:26.894208 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'status': 'completed', 'code': 200} May 17 14:02:26.926257 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1fc8413d-72a4-45f0-84e1-08c80f43927f'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 14:02:27.060531 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-100372d9-51d1-42e5-8fb1-a9096f157665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:27.062030 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-100372d9-51d1-42e5-8fb1-a9096f157665 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1137 time: 0.1425824 May 17 14:02:27.070433 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29671b6-adff-4079-bed9-a66dbc6b686d req-6aec7366-5787-4084-80ad-be8d8e9cc24d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:27.071817 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d29671b6-adff-4079-bed9-a66dbc6b686d req-6aec7366-5787-4084-80ad-be8d8e9cc24d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.1197155 May 17 14:02:27.141788 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-a62b92ad-91e1-40b2-b6b9-4d117f85bde2 None None] Provisioning complete for port 1fc8413d-72a4-45f0-84e1-08c80f43927f triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:02:27.142355 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a62b92ad-91e1-40b2-b6b9-4d117f85bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:27.201209 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d29671b6-adff-4079-bed9-a66dbc6b686d req-5268c52e-bd48-4366-ae85-3ecac35ce2c5 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1089683 May 17 14:02:27.234208 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-28b9a5a4-ca25-4adb-844c-b7804f96f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:27.235647 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-28b9a5a4-ca25-4adb-844c-b7804f96f579 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 915 time: 0.1630070 May 17 14:02:27.341595 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-825cfd11-0e6a-4b94-864e-57ec3aac96ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 1000 time: 0.0985849 May 17 14:02:27.406439 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-3ac91f49-38cc-403b-bd3a-166f7dc4ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:27.407883 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-3ac91f49-38cc-403b-bd3a-166f7dc4ae96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 200 len: 853 time: 0.0593505 May 17 14:02:27.496436 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-a5cc7ac1-ee7c-4624-9b2b-a6965cec3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:27.498174 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-a5cc7ac1-ee7c-4624-9b2b-a6965cec3db1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1af3195b-4407-4ec6-97c2-a6249706af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786953 May 17 14:02:27.635195 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-ae5aed7b-fdde-4544-82b9-05718dc67c7e service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271038 May 17 14:02:27.769584 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-dfaba366-480a-4ec2-8f30-fc2e4e063d1b req-ab0b5666-3531-4b9c-8561-e9c80e3dc4d7 service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246715 May 17 14:02:47.346542 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d94ddb1d-4697-4fcd-baab-f384969a2af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:48.739139 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:02:48.870593 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:49.817382 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1add7622-a77e-4e8c-904e-5de50a4f370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:50.174496 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:50.593330 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29a282f3-34da-4216-8145-39900ce5a1ab req-101fec52-1cbd-4b57-9349-dde1b0acb53c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787261 May 17 14:02:50.757793 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a282f3-34da-4216-8145-39900ce5a1ab req-3bceee68-2c53-4255-86f5-a65841496d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:50.759454 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29a282f3-34da-4216-8145-39900ce5a1ab req-3bceee68-2c53-4255-86f5-a65841496d88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1137 time: 0.0843489 May 17 14:02:50.923585 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a282f3-34da-4216-8145-39900ce5a1ab req-27dfc918-d3ba-40fa-bd98-52797cd1d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:50.925309 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29a282f3-34da-4216-8145-39900ce5a1ab req-27dfc918-d3ba-40fa-bd98-52797cd1d685 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 915 time: 0.1433837 May 17 14:02:51.040752 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29a282f3-34da-4216-8145-39900ce5a1ab req-e572f985-6003-42f1-9f7a-2b3aeb0c26f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 1000 time: 0.1069827 May 17 14:02:51.085052 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:51.219803 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a282f3-34da-4216-8145-39900ce5a1ab req-8aa3751a-298f-4689-9125-95220d16873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:51.221186 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29a282f3-34da-4216-8145-39900ce5a1ab req-8aa3751a-298f-4689-9125-95220d16873d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 200 len: 853 time: 0.1731887 May 17 14:02:51.305782 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a282f3-34da-4216-8145-39900ce5a1ab req-d1504f3f-9b19-4917-a772-dffba8a714e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:51.307278 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29a282f3-34da-4216-8145-39900ce5a1ab req-d1504f3f-9b19-4917-a772-dffba8a714e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1af3195b-4407-4ec6-97c2-a6249706af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786979 May 17 14:02:51.448470 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29a282f3-34da-4216-8145-39900ce5a1ab req-5b724743-806b-4981-bc88-c09dc3d5b5e3 service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333458 May 17 14:02:51.591908 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-29a282f3-34da-4216-8145-39900ce5a1ab req-86478363-a067-40e7-a1b7-4670b5b3322e service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364813 May 17 14:02:52.914016 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:02:53.036109 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-ac992cbd-38dc-4824-953c-8875f9204b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:53.037608 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-ac992cbd-38dc-4824-953c-8875f9204b09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1137 time: 0.1409731 May 17 14:02:53.050887 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec84e-a30a-4c31-9a1e-8d4c905233f9 req-c472ada8-2096-45ba-86a5-a28cf66b84d8 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:53.052293 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b8fec84e-a30a-4c31-9a1e-8d4c905233f9 req-c472ada8-2096-45ba-86a5-a28cf66b84d8 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.1119971 May 17 14:02:53.185921 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b8fec84e-a30a-4c31-9a1e-8d4c905233f9 req-f8f485a4-f2e4-4c2c-a38f-80dccc3ea309 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1123459 May 17 14:02:53.224182 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-78f260eb-6bf0-49b8-94b8-4eb7afe98d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:53.226233 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-78f260eb-6bf0-49b8-94b8-4eb7afe98d5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 915 time: 0.1730924 May 17 14:02:53.335901 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-8750389a-aba0-4430-b0b0-c15defde0145 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 1000 time: 0.1011045 May 17 14:02:53.406023 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-22cb6ba3-1787-4a98-a233-47cfafaa0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:53.407478 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-22cb6ba3-1787-4a98-a233-47cfafaa0f9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 200 len: 853 time: 0.0610020 May 17 14:02:53.492768 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-ffe6e858-5574-4a90-a4fc-1eab0876404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:53.494297 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-ffe6e858-5574-4a90-a4fc-1eab0876404e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1af3195b-4407-4ec6-97c2-a6249706af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792344 May 17 14:02:53.641001 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-23441ae9-0e3a-4573-8c0c-fff8709e131e service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391139 May 17 14:02:53.795008 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-4c592130-6e4e-4931-a7ea-ea7d41dba23a req-7ef2bda7-8a15-45a7-aece-f1311e3f0d16 service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462736 May 17 14:02:54.402937 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50baf6-5dff-43ca-9f5c-67fcf99d39d3 req-9d70a1f9-8f4e-492b-84e8-e0a42f30b771 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:54.404560 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9e50baf6-5dff-43ca-9f5c-67fcf99d39d3 req-9d70a1f9-8f4e-492b-84e8-e0a42f30b771 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0886960 May 17 14:02:54.460371 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-9e50baf6-5dff-43ca-9f5c-67fcf99d39d3 req-55c0ae67-6484-447d-89d7-c4c09a6bd6d1 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0452445 May 17 14:02:55.689878 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123a3d4-89af-4c80-9904-d592d963f4f4 req-0e4ec992-28f5-47b6-9d9c-3da7fca4a333 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:55.691474 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5123a3d4-89af-4c80-9904-d592d963f4f4 req-0e4ec992-28f5-47b6-9d9c-3da7fca4a333 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0995219 May 17 14:02:55.747287 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5123a3d4-89af-4c80-9904-d592d963f4f4 req-7a5b6e6f-49f3-461e-bef7-6deba1414de8 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0481315 May 17 14:02:56.942773 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a515a1-b5d0-4110-b303-8408752be670 req-2270e40d-308b-4917-84f4-988e92894810 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:56.944982 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d7a515a1-b5d0-4110-b303-8408752be670 req-2270e40d-308b-4917-84f4-988e92894810 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0855465 May 17 14:02:57.103489 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d7a515a1-b5d0-4110-b303-8408752be670 req-3cb7c9aa-64fe-4414-8f84-759d10ba2db6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1523998 May 17 14:02:58.294253 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1b1cc-b248-4690-9044-17717f8f3e90 req-07a6937c-3662-492f-aac7-19ae9447cfd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:58.295780 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-00c1b1cc-b248-4690-9044-17717f8f3e90 req-07a6937c-3662-492f-aac7-19ae9447cfd6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0822687 May 17 14:02:58.344351 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-00c1b1cc-b248-4690-9044-17717f8f3e90 req-c30a4e29-fede-4727-862d-6970643ce5e2 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427065 May 17 14:02:59.535965 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ed74f-1b8a-4b4b-8ca0-fbfcb445e281 req-222ca96d-d58c-490a-bb94-2e732356de2a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:02:59.538177 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-924ed74f-1b8a-4b4b-8ca0-fbfcb445e281 req-222ca96d-d58c-490a-bb94-2e732356de2a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0850067 May 17 14:02:59.586237 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-924ed74f-1b8a-4b4b-8ca0-fbfcb445e281 req-4732f57a-3428-49ad-9db8-bceb3b4c3cf2 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0421436 May 17 14:03:00.782244 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8a163-a718-40fc-a7fb-bf88f6340ddd req-6274d9be-10b7-4e9f-be65-169ea5640a97 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:00.783745 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-87e8a163-a718-40fc-a7fb-bf88f6340ddd req-6274d9be-10b7-4e9f-be65-169ea5640a97 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0840931 May 17 14:03:00.836607 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-87e8a163-a718-40fc-a7fb-bf88f6340ddd req-292c1dad-62ec-48da-9d1a-e2b67e3d6ac7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462260 May 17 14:03:02.067833 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737696ab-c657-4ec7-8654-0998523440a7 req-d71e5263-81e8-45b0-9777-298c3aa8c8e9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:02.069736 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-737696ab-c657-4ec7-8654-0998523440a7 req-d71e5263-81e8-45b0-9777-298c3aa8c8e9 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.1048472 May 17 14:03:02.125829 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-737696ab-c657-4ec7-8654-0998523440a7 req-62ea14d8-59be-498b-80ad-577153f1f58e tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0482779 May 17 14:03:03.323366 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ac718-b269-4ca0-a266-3c7b441f258b req-76605a93-442c-42bf-9824-efcb1ba9d8a8 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:03.324857 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-740ac718-b269-4ca0-a266-3c7b441f258b req-76605a93-442c-42bf-9824-efcb1ba9d8a8 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0902133 May 17 14:03:03.374828 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-740ac718-b269-4ca0-a266-3c7b441f258b req-c4d2ae6c-e530-4cc1-9769-557edf52c616 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0440621 May 17 14:03:04.562494 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bed917-7964-40f5-a1a2-ccd5e85526b0 req-24cc1023-5eb5-4615-9fe2-4fb94639ae7a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:04.563973 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-57bed917-7964-40f5-a1a2-ccd5e85526b0 req-24cc1023-5eb5-4615-9fe2-4fb94639ae7a tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0818436 May 17 14:03:04.617164 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-57bed917-7964-40f5-a1a2-ccd5e85526b0 req-5921d722-b365-4109-ac27-a131435d55b0 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0462403 May 17 14:03:05.805829 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281159a4-d709-4d44-99c5-815b207ef817 req-b3f19902-3a6d-42a5-a56e-b5a09e8fa76d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:05.807273 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-281159a4-d709-4d44-99c5-815b207ef817 req-b3f19902-3a6d-42a5-a56e-b5a09e8fa76d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0834749 May 17 14:03:05.857978 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-281159a4-d709-4d44-99c5-815b207ef817 req-44014f99-66ff-4cbc-8ca7-b468f271aaae tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&id=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0445027 May 17 14:03:17.348001 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-3af59d25-5e04-4301-a102-2ff1f34b07c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:18.868684 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:19.820917 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f0bad5ec-2939-40ae-8682-e0aaca811129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:20.177868 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:21.086058 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:22.915484 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:25.738558 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:03:38.396318 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6440568f-f581-4857-8f52-5e16446c7e43 req-95c905c3-4727-4380-a9b3-1a161800c086 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44656930&fields=id&tenant_id=b03e2e1d32c146e5a97e30cff159519a HTTP/1.1" status: 200 len: 267 time: 0.0393112 May 17 14:03:38.482304 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440568f-f581-4857-8f52-5e16446c7e43 req-9edc2c88-3ffc-4596-b65b-618f831b40b6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:38.483739 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6440568f-f581-4857-8f52-5e16446c7e43 req-9edc2c88-3ffc-4596-b65b-618f831b40b6 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 984 time: 0.0821340 May 17 14:03:38.494971 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.v2.base [req-6440568f-f581-4857-8f52-5e16446c7e43 req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Request body: {'port': {'security_groups': ['c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c']}} {{(pid=78715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 14:03:38.614713 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6440568f-f581-4857-8f52-5e16446c7e43 req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:38.856001 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-6440568f-f581-4857-8f52-5e16446c7e43 req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] For port 1fc8413d-72a4-45f0-84e1-08c80f43927f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:38.881562 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6440568f-f581-4857-8f52-5e16446c7e43 req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for port, precommit_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:38.885943 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6440568f-f581-4857-8f52-5e16446c7e43 req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-745538'] for port, after_update {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:38.891473 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ac60656b-9a12-4dcd-a220-8c9c304089c0 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:38.898285 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1fc8413d-72a4-45f0-84e1-08c80f43927f'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 14:03:38.966317 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440568f-f581-4857-8f52-5e16446c7e43 req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:38.966973 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-6440568f-f581-4857-8f52-5e16446c7e43 req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:38.968375 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6440568f-f581-4857-8f52-5e16446c7e43 req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "PUT /v2.0/ports/1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 942 time: 0.4784679 May 17 14:03:38.969364 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:03:38.975764 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42696) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:38.987112 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event updated for resources: {'Port': ['ID=1fc8413d-72a4-45f0-84e1-08c80f43927f,revision_number=7']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:38.996610 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:38.997006 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:38.997500 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:38.998086 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:38.998451 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:38.998808 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:38.999160 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:38.999518 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:38.999869 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.000217 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.000621 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.001093 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.006898 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-6ccb34dc-0511-47ec-a2fe-54b764c36a2d tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:39.026081 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'status': 'completed', 'code': 200} May 17 14:03:39.076601 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1fc8413d-72a4-45f0-84e1-08c80f43927f'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 14:03:39.078289 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.111257 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.134732 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-cf7d5273-f1a6-4757-b17f-140561acc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:39.135896 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-cf7d5273-f1a6-4757-b17f-140561acc205 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1098 time: 0.0813203 May 17 14:03:39.184570 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.190355 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-4267e8e2-aa18-4e30-a8eb-b76656490ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:39.203981 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd99ae85-0eb7-47d4-bbf0-a286ce2e4782,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:39.214020 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.214390 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.214753 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.215111 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.215466 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.215820 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.216189 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.216518 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.216865 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.217210 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.217554 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.217918 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:39.220774 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.224367 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "DELETE /v2.0/security-groups/cd99ae85-0eb7-47d4-bbf0-a286ce2e4782 HTTP/1.1" status: 204 len: 168 time: 0.2420504 May 17 14:03:39.224367 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-59eafd6e-12aa-4ae3-ac04-a23dfd8a8dba tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:39.225029 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42700) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:39.256450 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-fb8ce514-0c81-491a-9b6a-5fb5ca6ebdcd None None] Provisioning complete for port 1fc8413d-72a4-45f0-84e1-08c80f43927f triggered by entity DHCP. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:03:39.256867 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce514-0c81-491a-9b6a-5fb5ca6ebdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.286391 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-be48bfaa-0a82-4fec-98f5-9926453bfc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:39.288264 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-be48bfaa-0a82-4fec-98f5-9926453bfc67 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 915 time: 0.1443720 May 17 14:03:39.395738 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-984aebe6-03a5-433c-9884-dfa3eead66eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 1000 time: 0.0992203 May 17 14:03:39.468967 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-92d50c56-461a-46a5-a690-f2630b824a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:39.470479 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-92d50c56-461a-46a5-a690-f2630b824a8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 200 len: 853 time: 0.0673985 May 17 14:03:39.547499 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-9aa7fb5a-6eef-4d7d-8fe0-9ffb3c2cf27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:39.548981 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-9aa7fb5a-6eef-4d7d-8fe0-9ffb3c2cf27f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1af3195b-4407-4ec6-97c2-a6249706af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717623 May 17 14:03:39.560154 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-f5cb40cf-ec3e-471f-b6af-cdeb1244f70c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=78715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 14:03:39.561082 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-f5cb40cf-ec3e-471f-b6af-cdeb1244f70c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050116 May 17 14:03:39.599278 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Deleting port 26acc611-284b-49f6-883a-bf0e9b18923a {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:39.599523 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.721442 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.721804 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.785317 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-add1ca10-667a-49ba-a560-da3ecb81bb95 service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174473 May 17 14:03:39.851440 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Calling delete_port for 26acc611-284b-49f6-883a-bf0e9b18923a owned by network:floatingip {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:39.917485 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-09607ff1-b4ff-4930-872a-8675aee6cec4 req-f4879954-f59e-443d-9491-bd2825c33e86 service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257772 May 17 14:03:39.985250 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:39.989517 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:40.037591 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event deleted for resources: {'Port': ['ID=26acc611-284b-49f6-883a-bf0e9b18923a,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:40.068017 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:40.125269 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks [] for floatingip, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:40.125598 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.db.l3_db [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Floating IP aeca9007-bd54-4a00-ac12-0ff519928f4b disassociated (deleted). External IP: 172.28.3.36, port: 1fc8413d-72a4-45f0-84e1-08c80f43927f. May 17 14:03:40.480312 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Router ff45fc37-5058-4640-bc12-eac45a988de5 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:03:40.658307 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:03:40.667812 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] Sync routers for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:03:40.678676 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:03:40.679304 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:03:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:40.680212 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:40.738337 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "DELETE /v2.0/floatingips/aeca9007-bd54-4a00-ac12-0ff519928f4b HTTP/1.1" status: 204 len: 168 time: 1.5120287 May 17 14:03:40.739115 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f'}] {{(pid=78714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:03:40.784433 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'status': 'completed', 'code': 200} May 17 14:03:40.869789 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:03:40.880187 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-fff76445-dfdc-4a18-aa15-fbefbcfe798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:40.882456 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-fff76445-dfdc-4a18-aa15-fbefbcfe798a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03e2e1d32c146e5a97e30cff159519a&device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 1098 time: 0.0739644 May 17 14:03:41.020140 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-6f2e0fe9-1a4e-4ee1-9c4e-ea225e03aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:41.021646 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-6f2e0fe9-1a4e-4ee1-9c4e-ea225e03aa89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 200 len: 915 time: 0.1318536 May 17 14:03:41.105928 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-364f12b1-4633-4c15-8df8-7fb77f6e1746 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 200 len: 217 time: 0.0766442 May 17 14:03:41.186278 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-7b38715c-8ec6-40ad-8a7d-823493234316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:41.187764 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-7b38715c-8ec6-40ad-8a7d-823493234316 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 200 len: 853 time: 0.0722466 May 17 14:03:41.215184 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:38Z', 'revision_number': 5, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:41.219417 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] Checking router: ff45fc37-5058-4640-bc12-eac45a988de5 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:03:41.229612 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:03:41.230669 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:03:20Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:41.267759 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-2addc48d-8c1b-4f9f-a0f3-16b4241c5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:41.269239 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-2addc48d-8c1b-4f9f-a0f3-16b4241c5c11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1af3195b-4407-4ec6-97c2-a6249706af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740743 May 17 14:03:41.410588 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-681ad779-a916-41a1-b57b-7febc7969711 service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309824 May 17 14:03:41.454779 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:03:41.547989 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d5555d8c-aa6d-4888-9f20-bc0bb40f1f1b req-bf37f252-6aa1-4c9b-b81d-b189cc2bd08b service neutron] 10.222.0.52 "GET /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292753 May 17 14:03:41.788704 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:38Z', 'revision_number': 5, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:41.793176 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7f8e3-2f78-4eb7-ad33-da4da411873f None None] The sync data for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb is: [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:01:25Z', 'revision_number': 4, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b77cfceb-aa16-4110-ad48-aa7103b04cf8', 'name': '', 'network_id': '1af3195b-4407-4ec6-97c2-a6249706af4c', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'mac_address': 'fa:16:3e:de:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:24Z', 'updated_at': '2021-05-17T14:01:38Z', 'revision_number': 5, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'subnets': [{'id': '8db7668f-7789-4829-860a-211cbe4feaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:03:42.008992 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e42fb-5c4b-4891-bb56-d35842849cae None None] New status for floating IP aeca9007-bd54-4a00-ac12-0ff519928f4b: DOWN {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 14:03:44.037150 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29f355-e08e-47d2-8803-8b1a380f3791 req-49f350ea-d511-4161-b5fd-5c81ff459e06 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:44.039154 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1b29f355-e08e-47d2-8803-8b1a380f3791 req-49f350ea-d511-4161-b5fd-5c81ff459e06 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.0836310 May 17 14:03:44.089799 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-1b29f355-e08e-47d2-8803-8b1a380f3791 req-1dc502a1-34f8-495e-91c9-f396f8f67686 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 May 17 14:03:45.279508 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a607a6-be9d-4d50-a175-89a547a39e16 req-b34985e1-253e-4a14-9e9f-b737fcee3d10 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:45.280951 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-47a607a6-be9d-4d50-a175-89a547a39e16 req-b34985e1-253e-4a14-9e9f-b737fcee3d10 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.0808668 May 17 14:03:45.326162 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-47a607a6-be9d-4d50-a175-89a547a39e16 req-a153a4b6-7685-406f-aece-422ccd113aa4 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/security-groups?id=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394101 May 17 14:03:45.847424 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-799fbe9a-83bf-4246-849e-1d9247c55e19 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:45.849331 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-799fbe9a-83bf-4246-849e-1d9247c55e19 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 945 time: 0.0864491 May 17 14:03:45.984149 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Deleting port 1fc8413d-72a4-45f0-84e1-08c80f43927f {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:45.984488 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:46.124076 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] For port 1fc8413d-72a4-45f0-84e1-08c80f43927f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1fc8413d-72a4-45f0-84e1-08c80f43927f,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:46.124338 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:46.349580 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Calling delete_port for 1fc8413d-72a4-45f0-84e1-08c80f43927f owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:46.468081 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:46.473752 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-042bd2bb-c2c1-4164-906c-7f4961cb4175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:46.481889 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1fc8413d-72a4-45f0-84e1-08c80f43927f'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 14:03:46.552169 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Pushing event deleted for resources: {'Port': ['ID=1fc8413d-72a4-45f0-84e1-08c80f43927f,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:46.560335 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:46.593677 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-6d610b20-1c46-41ff-a74d-beca6e243996 req-9b94388b-3667-4fd5-84fd-747bd0d5fb28 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d63218d-4064-4a8b-b500-34b252a1391b HTTP/1.1" status: 200 len: 210 time: 0.1515896 May 17 14:03:46.644472 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] No DVR routers for this DVR port 1fc8413d-72a4-45f0-84e1-08c80f43927f on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:03:46.647736 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:46.650341 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'name': 'network-vif-deleted', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:03:46.662580 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d1ba8eae-6359-40b0-b42e-8ae70fc99102 req-ca71295c-a221-4bbb-854e-c5b8024c89b7 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] 10.222.0.52 "DELETE /v2.0/ports/1fc8413d-72a4-45f0-84e1-08c80f43927f HTTP/1.1" status: 204 len: 173 time: 0.8064609 May 17 14:03:46.697423 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d63218d-4064-4a8b-b500-34b252a1391b', 'name': 'network-vif-deleted', 'tag': '1fc8413d-72a4-45f0-84e1-08c80f43927f', 'status': 'completed', 'code': 200} May 17 14:03:47.349999 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0f32c1f9-747f-4ebf-afe0-c0fee8308df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:48.223235 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42784) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:48.855086 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687563'] for router_interface, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:48.884078 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:49.260692 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Deleting port b77cfceb-aa16-4110-ad48-aa7103b04cf8 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:49.261287 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:49.381455 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] For port b77cfceb-aa16-4110-ad48-aa7103b04cf8, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b77cfceb-aa16-4110-ad48-aa7103b04cf8,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:49.381733 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:49.503219 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Calling delete_port for b77cfceb-aa16-4110-ad48-aa7103b04cf8 owned by network:router_interface {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:49.783355 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:49.786924 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-1d8a7f96-3c3b-4a19-bfb6-eec875dbb206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:49.822713 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-33c55c24-f18b-445a-a53d-1ff554bfe287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:49.939491 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Pushing event deleted for resources: {'Port': ['ID=b77cfceb-aa16-4110-ad48-aa7103b04cf8,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:49.942570 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:50.184274 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:50.230043 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687463'] for router_interface, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:50.338636 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1fc8413d-72a4-45f0-84e1-08c80f43927f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:03:50.373868 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 1fc8413d-72a4-45f0-84e1-08c80f43927f {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:03:50.374223 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1fc8413d-72a4-45f0-84e1-08c80f43927f not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:03:50.601800 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Router ff45fc37-5058-4640-bc12-eac45a988de5 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:03:50.788430 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:03:50.796874 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] Sync routers for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:03:50.802230 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] 10.222.0.44 "PUT /v2.0/routers/ff45fc37-5058-4640-bc12-eac45a988de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5770690 May 17 14:03:50.804378 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42788) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:50.808689 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:03:50.809301 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:03:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:50.984115 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks [] for router, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:50.988282 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:03:51.124260 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:51.162483 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:51.233857 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Deleting port c1362e0e-70eb-4042-b6da-b451780c325c {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:51.234347 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:51.293495 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55'}], 'enable_snat': True}, 'gw_port_id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:03:49Z', 'revision_number': 5, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port': {'id': 'c1362e0e-70eb-4042-b6da-b451780c325c', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:90:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:21Z', 'updated_at': '2021-05-17T14:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:51.297978 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] Checking router: ff45fc37-5058-4640-bc12-eac45a988de5 for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:03:51.308320 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] Routers {'ff45fc37-5058-4640-bc12-eac45a988de5'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:03:51.308965 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:03:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ff45fc37-5058-4640-bc12-eac45a988de5'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:51.464631 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] For port c1362e0e-70eb-4042-b6da-b451780c325c, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=c1362e0e-70eb-4042-b6da-b451780c325c,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:51.464984 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:51.469335 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] Set router ff45fc37-5058-4640-bc12-eac45a988de5 gateway port host: None {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:03:51.592734 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Calling delete_port for c1362e0e-70eb-4042-b6da-b451780c325c owned by network:router_gateway {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:51.619472 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:03:51Z', 'revision_number': 6, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port_host': None}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:51.623480 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07166d8-27a7-4b98-969f-fff9b5e88c68 None None] The sync data for ids ['ff45fc37-5058-4640-bc12-eac45a988de5'] in dv-cinder-788363-3-smb is: [{'id': 'ff45fc37-5058-4640-bc12-eac45a988de5', 'name': 'tempest-TestMinimumBasicScenario-757497454-router', 'tenant_id': 'b03e2e1d32c146e5a97e30cff159519a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:20Z', 'updated_at': '2021-05-17T14:03:51Z', 'revision_number': 6, 'project_id': 'b03e2e1d32c146e5a97e30cff159519a', 'gw_port_host': None}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:03:51.734638 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:51.738134 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:51.781919 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1362e0e-70eb-4042-b6da-b451780c325c,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:51.785470 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:51.874086 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681452'] for router_gateway, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.051225 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8162'] for router, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.055730 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.078598 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681236'] for router, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.079094 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff45fc37-5058-4640-bc12-eac45a988de5 {{(pid=78714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 14:03:52.091672 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.092778 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] 10.222.0.44 "DELETE /v2.0/routers/ff45fc37-5058-4640-bc12-eac45a988de5 HTTP/1.1" status: 204 len: 168 time: 1.2875154 May 17 14:03:52.096774 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42792) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:52.158815 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] Deleting subnet 8db7668f-7789-4829-860a-211cbe4feaeb {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:03:52.162909 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.212334 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.291030 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.534170 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.539832 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-327eef76-4ea7-4257-ba1c-cae549c49889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:52.578800 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db7668f-7789-4829-860a-211cbe4feaeb,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:52.582595 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:52.586669 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.593140 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-b4b3fa7b-00ee-44fa-b2e5-0d72db409372 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8db7668f-7789-4829-860a-211cbe4feaeb HTTP/1.1" status: 204 len: 168 time: 0.4954116 May 17 14:03:52.597457 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42798) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:52.597889 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5518d-42c0-41ad-b035-9856e8e96e26 None None] Network 1af3195b-4407-4ec6-97c2-a6249706af4c requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:03:52.773547 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.839977 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-7144ebc0-17fc-44a6-8394-4499953ef368 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2484787 May 17 14:03:52.865840 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Deleting port 15793f18-ea82-4506-9b94-92bba2110e52 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:52.866178 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.919364 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:52.921997 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] DHCP port deletion for 1af3195b-4407-4ec6-97c2-a6249706af4c request from dv-cinder-788363-3-smb {{(pid=78716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 14:03:52.988335 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Deleting port 15793f18-ea82-4506-9b94-92bba2110e52 {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:52.988717 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.032014 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] For port 15793f18-ea82-4506-9b94-92bba2110e52, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=15793f18-ea82-4506-9b94-92bba2110e52,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:53.032374 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.092894 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] For port 15793f18-ea82-4506-9b94-92bba2110e52, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=15793f18-ea82-4506-9b94-92bba2110e52,segment=NetworkSegment(4def4e03-423a-41d5-997b-700e0b75e27f),segment_id=4def4e03-423a-41d5-997b-700e0b75e27f)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:53.093201 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.176816 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Calling delete_port for 15793f18-ea82-4506-9b94-92bba2110e52 owned by network:dhcp {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:53.190995 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-9104d139-5b08-4548-9d62-148f5ec6af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:53.193006 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-9104d139-5b08-4548-9d62-148f5ec6af46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1099 time: 0.3087373 May 17 14:03:53.229421 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Calling delete_port for 15793f18-ea82-4506-9b94-92bba2110e52 owned by network:dhcp {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:53.279348 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.283105 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:53.332427 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Pushing event deleted for resources: {'Port': ['ID=15793f18-ea82-4506-9b94-92bba2110e52,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:53.341120 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] No DVR routers for this DVR port 15793f18-ea82-4506-9b94-92bba2110e52 on host dv-cinder-788363-3-smb {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:03:53.343257 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.343612 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.343902 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.344242 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.344575 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.344905 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.345293 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.345622 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.345974 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.346299 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.346623 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.346948 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:03:53.351178 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-43b90cb5-69ed-418f-8630-c83ca752706b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:53.352257 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.358685 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-c444646c-0213-4012-b0ae-2572809eec88 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:53.427041 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=15793f18-ea82-4506-9b94-92bba2110e52,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:53.431529 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] No DVR routers for this DVR port 15793f18-ea82-4506-9b94-92bba2110e52 on host dv-cinder-788363-3-smb {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:03:53.433099 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:53.434344 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-52de9f15-101a-4d25-b987-2d794c0e245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:53.435789 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-52de9f15-101a-4d25-b987-2d794c0e245a service neutron] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 909 time: 0.2200305 May 17 14:03:53.552508 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b77cfceb-aa16-4110-ad48-aa7103b04cf8 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:03:53.594417 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: b77cfceb-aa16-4110-ad48-aa7103b04cf8 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:03:53.594686 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b77cfceb-aa16-4110-ad48-aa7103b04cf8 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:03:53.595126 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c1362e0e-70eb-4042-b6da-b451780c325c no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:03:53.633141 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: c1362e0e-70eb-4042-b6da-b451780c325c {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:03:53.633820 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device c1362e0e-70eb-4042-b6da-b451780c325c not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:03:53.633820 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 15793f18-ea82-4506-9b94-92bba2110e52 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:03:53.669869 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.675207 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 15793f18-ea82-4506-9b94-92bba2110e52 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:03:53.675570 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 15793f18-ea82-4506-9b94-92bba2110e52 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:03:53.678410 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-e9a8b5ce-d58b-41ab-af08-16024a8b30e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 1002 time: 0.2166927 May 17 14:03:53.684654 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af3195b-4407-4ec6-97c2-a6249706af4c']}} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:53.730075 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4def4e03-423a-41d5-997b-700e0b75e27f') {'for_net_delete': True} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:53.730361 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.services.segments.db [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4def4e03-423a-41d5-997b-700e0b75e27f') {} {{(pid=78715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:53.752110 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3687852'] for segment, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.773192 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.780126 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-861858ef-ecb3-41c4-a441-3c01a3f687e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:53.781552 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-861858ef-ecb3-41c4-a441-3c01a3f687e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.0897548 May 17 14:03:53.783892 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=78715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:03:53.784269 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-745502'] for segment, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: util.warn( May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: util.warn( May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: util.warn( May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: util.warn( May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: Traceback (most recent call last): May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: timer() May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: cb(*args, **kw) May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: return func(*args, **kwargs) May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: self._notify() May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: self.callback(batched_events) May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: event.method(event) May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: return f(self, *a, **k) May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: return self._get(url).json() May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: return self.request(url, 'GET', **kwargs) May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:03:53.798413 dv-cinder-788363-3-smb neutron-server[78715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:03:54.023177 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:54.028232 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-ec0259a5-6db0-4ac2-ab3d-f917df9df9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:54.045988 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:54.058099 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=1af3195b-4407-4ec6-97c2-a6249706af4c,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:54.064822 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:54.068329 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-0ad258f1-d854-40a3-9013-07e8c5fa8dfa admin admin] 10.222.0.44 "DELETE /v2.0/networks/1af3195b-4407-4ec6-97c2-a6249706af4c HTTP/1.1" status: 204 len: 168 time: 1.4704933 May 17 14:03:54.071475 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42802) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:54.075322 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-f8c99884-5cf0-4396-b20b-c963cb1eabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:03:54.076809 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-f8c99884-5cf0-4396-b20b-c963cb1eabe2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2749786 May 17 14:03:54.212763 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-911e1635-a846-4f25-9380-816738b1495c service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281126 May 17 14:03:54.351884 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-c5a2aa4a-a6bb-4a4e-87ed-71f3dec61507 req-d60d1196-38f3-4a4a-bded-4314b18d6487 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312623 May 17 14:03:54.705907 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687563'] for router_interface, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:55.120091 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Deleting port 58fd55bc-0636-4a53-be09-fbade1e37dee {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:55.120814 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:55.240925 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] For port 58fd55bc-0636-4a53-be09-fbade1e37dee, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=58fd55bc-0636-4a53-be09-fbade1e37dee,segment=NetworkSegment(c0f1c21b-356a-4f71-955a-4e9b1a73f282),segment_id=c0f1c21b-356a-4f71-955a-4e9b1a73f282)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:55.241272 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:55.362482 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Calling delete_port for 58fd55bc-0636-4a53-be09-fbade1e37dee owned by network:router_interface {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:55.511544 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:55.515105 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f1f3ab92-b25c-4dbd-b772-1495db3b3820 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:55.563750 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fd55bc-0636-4a53-be09-fbade1e37dee,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:55.566862 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:55.933451 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687463'] for router_interface, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:56.300845 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Router 5574de09-180d-4964-a684-c85619e8bc34 has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:03:56.483905 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:03:56.492879 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] Sync routers for ids ['5574de09-180d-4964-a684-c85619e8bc34'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:03:56.504781 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-203073d1-350f-48b7-b404-47c07beb9581 admin admin] 10.222.0.44 "PUT /v2.0/routers/5574de09-180d-4964-a684-c85619e8bc34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4298286 May 17 14:03:56.505043 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42806) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:56.509576 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] Routers {'5574de09-180d-4964-a684-c85619e8bc34'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:03:56.510342 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:03:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['5574de09-180d-4964-a684-c85619e8bc34'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:56.691382 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks [] for router, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:56.702560 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] Set router 5574de09-180d-4964-a684-c85619e8bc34 gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:03:56.879450 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:56.959439 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Deleting port 974eda19-40fc-4cd1-bbc5-4a1d70944723 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:56.959683 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.003865 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:03:55Z', 'revision_number': 5, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port': {'id': '974eda19-40fc-4cd1-bbc5-4a1d70944723', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5574de09-180d-4964-a684-c85619e8bc34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:31Z', 'updated_at': '2021-05-17T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:57.010022 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] Checking router: 5574de09-180d-4964-a684-c85619e8bc34 for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:03:57.019536 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] Routers {'5574de09-180d-4964-a684-c85619e8bc34'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:03:57.020199 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:03:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['5574de09-180d-4964-a684-c85619e8bc34'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:57.089285 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] For port 974eda19-40fc-4cd1-bbc5-4a1d70944723, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=974eda19-40fc-4cd1-bbc5-4a1d70944723,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:57.089680 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.179988 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] Set router 5574de09-180d-4964-a684-c85619e8bc34 gateway port host: None {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:03:57.219192 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Calling delete_port for 974eda19-40fc-4cd1-bbc5-4a1d70944723 owned by network:router_gateway {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:57.329494 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:03:56Z', 'revision_number': 6, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port_host': None}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:57.334446 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512aeda-34d8-4174-9784-a32deb25d38c None None] The sync data for ids ['5574de09-180d-4964-a684-c85619e8bc34'] in dv-cinder-788363-3-smb is: [{'id': '5574de09-180d-4964-a684-c85619e8bc34', 'name': 'tempest-TestMinimumBasicScenario-412560933-router', 'tenant_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:29Z', 'updated_at': '2021-05-17T14:03:56Z', 'revision_number': 6, 'project_id': 'ed59b0189a8340f4bcb5fa1cc3d75c5f', 'gw_port_host': None}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:03:57.481585 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.485837 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-dc0ee793-f519-4735-88fd-c53fe958997f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:57.530903 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=974eda19-40fc-4cd1-bbc5-4a1d70944723,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:57.560111 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:57.623776 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681452'] for router_gateway, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.808785 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8162'] for router, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.811040 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.833565 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681236'] for router, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.834095 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5574de09-180d-4964-a684-c85619e8bc34 {{(pid=78714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 14:03:57.845820 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.846916 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7c92bb2b-c9ca-4792-b4b9-362ab77fb3fc admin admin] 10.222.0.44 "DELETE /v2.0/routers/5574de09-180d-4964-a684-c85619e8bc34 HTTP/1.1" status: 204 len: 168 time: 1.3408003 May 17 14:03:57.850197 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42810) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:57.909483 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] Deleting subnet e6655736-cb2c-4219-acd4-7e173904f308 {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:03:57.913090 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:57.962286 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.040818 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.125357 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 58fd55bc-0636-4a53-be09-fbade1e37dee no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:03:58.166094 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 58fd55bc-0636-4a53-be09-fbade1e37dee {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:03:58.166442 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 58fd55bc-0636-4a53-be09-fbade1e37dee not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:03:58.296391 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.300459 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:58.342003 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6655736-cb2c-4219-acd4-7e173904f308,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:58.344047 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.347796 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c8db83-e858-42ec-a702-f2c5d14d2ea3 None None] Network a3772cc2-c52b-478d-94a5-34ac74e39e2d requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:03:58.348125 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:58.351780 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-0a8dec8e-3b58-450c-a2e8-53416ab37560 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e6655736-cb2c-4219-acd4-7e173904f308 HTTP/1.1" status: 204 len: 168 time: 0.5006444 May 17 14:03:58.354206 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42814) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:58.462857 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.539749 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Deleting port 313e1883-ef4f-453a-b8fb-c31364a82e7d {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:58.540721 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.622764 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] DHCP port deletion for a3772cc2-c52b-478d-94a5-34ac74e39e2d request from dv-cinder-788363-3-smb {{(pid=78716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 14:03:58.646596 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] For port 313e1883-ef4f-453a-b8fb-c31364a82e7d, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=313e1883-ef4f-453a-b8fb-c31364a82e7d,segment=NetworkSegment(c0f1c21b-356a-4f71-955a-4e9b1a73f282),segment_id=c0f1c21b-356a-4f71-955a-4e9b1a73f282)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:58.646959 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.692365 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] Deleting port 313e1883-ef4f-453a-b8fb-c31364a82e7d {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:03:58.692745 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.774359 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Calling delete_port for 313e1883-ef4f-453a-b8fb-c31364a82e7d owned by network:dhcp {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:58.795694 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] For port 313e1883-ef4f-453a-b8fb-c31364a82e7d, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=313e1883-ef4f-453a-b8fb-c31364a82e7d,segment=NetworkSegment(c0f1c21b-356a-4f71-955a-4e9b1a73f282),segment_id=c0f1c21b-356a-4f71-955a-4e9b1a73f282)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:03:58.796274 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.821873 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.825549 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:58.873307 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Pushing event deleted for resources: {'Port': ['ID=313e1883-ef4f-453a-b8fb-c31364a82e7d,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:58.876498 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:58.877272 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] No DVR routers for this DVR port 313e1883-ef4f-453a-b8fb-c31364a82e7d on host dv-cinder-788363-3-smb {{(pid=78714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:03:58.922478 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] Calling delete_port for 313e1883-ef4f-453a-b8fb-c31364a82e7d owned by network:dhcp {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:03:58.969644 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:58.973403 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:59.018922 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] Pushing event deleted for resources: {'Port': ['ID=313e1883-ef4f-453a-b8fb-c31364a82e7d,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:59.023217 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:59.025579 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] No DVR routers for this DVR port 313e1883-ef4f-453a-b8fb-c31364a82e7d on host dv-cinder-788363-3-smb {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:03:59.094380 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.107193 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3772cc2-c52b-478d-94a5-34ac74e39e2d']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:59.119342 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f1c21b-356a-4f71-955a-4e9b1a73f282') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:59.119641 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f1c21b-356a-4f71-955a-4e9b1a73f282') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:03:59.131556 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.148880 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.155377 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:03:59.155770 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:03:59.170089 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:03:59.250310 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.254162 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:59.269524 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.280939 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a3772cc2-c52b-478d-94a5-34ac74e39e2d,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:59.285262 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:59.289434 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] 10.222.0.44 "DELETE /v2.0/networks/a3772cc2-c52b-478d-94a5-34ac74e39e2d HTTP/1.1" status: 204 len: 168 time: 0.9342856 May 17 14:03:59.463784 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42820) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:59.516148 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-e2bd1b3f-d0a4-464d-b5f8-81ba3204a0b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b03e2e1d32c146e5a97e30cff159519a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505290 May 17 14:03:59.518074 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42824) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:03:59.553261 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 313e1883-ef4f-453a-b8fb-c31364a82e7d no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:03:59.580891 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7db29db0-a102-414a-ba05-b9cbdf29cd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.609363 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7db29db0-a102-414a-ba05-b9cbdf29cd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.626562 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 313e1883-ef4f-453a-b8fb-c31364a82e7d {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:03:59.626826 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 313e1883-ef4f-453a-b8fb-c31364a82e7d not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:03:59.627253 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 974eda19-40fc-4cd1-bbc5-4a1d70944723 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:03:59.662518 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 974eda19-40fc-4cd1-bbc5-4a1d70944723 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:03:59.662865 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 974eda19-40fc-4cd1-bbc5-4a1d70944723 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:03:59.674480 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7db29db0-a102-414a-ba05-b9cbdf29cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.679740 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-084eb0d6-6d2a-49ca-9594-693fc2219882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:03:59.693503 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29db0-a102-414a-ba05-b9cbdf29cd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:03:59.695996 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-7db29db0-a102-414a-ba05-b9cbdf29cd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:03:59.700148 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-7db29db0-a102-414a-ba05-b9cbdf29cd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:03:59.701332 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-7db29db0-a102-414a-ba05-b9cbdf29cd12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c27a11d9-0e3f-450d-8bd1-8dbfcfb75b9c HTTP/1.1" status: 204 len: 168 time: 0.1822805 May 17 14:04:00.047176 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42832) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:04:00.095049 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-e5994f46-3bf3-4f17-892c-66c0316dca93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed59b0189a8340f4bcb5fa1cc3d75c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466607 May 17 14:04:00.097336 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42836) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:04:00.156148 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-5c141209-a944-49c4-90e4-3e5fa1e87a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:00.181847 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-5c141209-a944-49c4-90e4-3e5fa1e87a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:00.234061 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-5c141209-a944-49c4-90e4-3e5fa1e87a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:00.238038 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-2a1fd31c-3f04-4d71-9bc7-678e89e43bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:04:00.250072 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c141209-a944-49c4-90e4-3e5fa1e87a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8839eea-6541-482f-9914-21ef79e3fa51,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:04:00.254498 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-5c141209-a944-49c4-90e4-3e5fa1e87a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:04:00.257238 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-5c141209-a944-49c4-90e4-3e5fa1e87a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:00.258365 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-5c141209-a944-49c4-90e4-3e5fa1e87a8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8839eea-6541-482f-9914-21ef79e3fa51 HTTP/1.1" status: 204 len: 168 time: 0.1601169 May 17 14:04:02.737210 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:04:17.353248 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e5c921f5-2704-408f-a664-0e4c513ae7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:18.888246 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:19.704449 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643349c-08b5-40d7-ae71-741b59e2931a req-bef82c4b-9ee5-4d05-a4b5-af4cabc74559 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:19.705949 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2643349c-08b5-40d7-ae71-741b59e2931a req-bef82c4b-9ee5-4d05-a4b5-af4cabc74559 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.3073001 May 17 14:04:19.752033 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2643349c-08b5-40d7-ae71-741b59e2931a req-4e4b4cb1-48ef-4989-bf42-92f803229986 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391431 May 17 14:04:19.828520 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4bf7dabb-1c19-4e6e-b001-377d4fbda10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:20.178272 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:20.954355 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cdd2d-82fa-4b49-8927-1cb84be9cd1f req-494b6528-ddd5-45bc-bd1c-4a5d70cfa723 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:20.955753 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-022cdd2d-82fa-4b49-8927-1cb84be9cd1f req-494b6528-ddd5-45bc-bd1c-4a5d70cfa723 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0805483 May 17 14:04:21.003834 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-022cdd2d-82fa-4b49-8927-1cb84be9cd1f req-a1e1e8a4-b04a-4d2f-8e21-6744088b5fe4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416181 May 17 14:04:21.092858 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:22.202447 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73463ff3-f61f-4655-b278-ab4db98dfde1 req-07c0da2e-1d7b-4b67-ad80-a0776b9cecdd tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:22.204881 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-73463ff3-f61f-4655-b278-ab4db98dfde1 req-07c0da2e-1d7b-4b67-ad80-a0776b9cecdd tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0875425 May 17 14:04:22.250738 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-73463ff3-f61f-4655-b278-ab4db98dfde1 req-5b5c236f-9563-40d3-ac78-bdc822239573 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395670 May 17 14:04:22.921447 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:23.438484 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c71247-1231-4c25-a5a0-81881e950b43 req-8355360f-2b2b-4d3b-a1ad-d4264ef96efd tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:23.439953 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-76c71247-1231-4c25-a5a0-81881e950b43 req-8355360f-2b2b-4d3b-a1ad-d4264ef96efd tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0849240 May 17 14:04:23.486292 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-76c71247-1231-4c25-a5a0-81881e950b43 req-8a2816bc-1e59-4021-9c75-e6b36f64e3bd tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 May 17 14:04:24.685509 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12ccd7-d864-4947-b3d6-5e3049d5eb72 req-81edca2d-ae14-4a61-a844-39f3d2261d59 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:24.687389 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5c12ccd7-d864-4947-b3d6-5e3049d5eb72 req-81edca2d-ae14-4a61-a844-39f3d2261d59 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0905671 May 17 14:04:24.740565 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5c12ccd7-d864-4947-b3d6-5e3049d5eb72 req-b316e30a-adff-4f8d-a71d-479a8b918369 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465448 May 17 14:04:25.932231 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bab422-8ea0-4407-9d99-b93e4b283615 req-aefaa3cd-80af-4892-8784-e016eaee7b26 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:25.933757 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a9bab422-8ea0-4407-9d99-b93e4b283615 req-aefaa3cd-80af-4892-8784-e016eaee7b26 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0855901 May 17 14:04:25.980965 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a9bab422-8ea0-4407-9d99-b93e4b283615 req-431e73e0-dd43-4fe3-bdb9-8474cf5c06b5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414448 May 17 14:04:27.169639 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457572-853b-49a5-984b-5079485e2440 req-a186179f-cae9-4580-82d9-9de4a8f725ef tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:27.171144 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3c457572-853b-49a5-984b-5079485e2440 req-a186179f-cae9-4580-82d9-9de4a8f725ef tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0860984 May 17 14:04:27.217726 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3c457572-853b-49a5-984b-5079485e2440 req-f8da54ca-dcac-46eb-976d-904ae6563c35 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397134 May 17 14:04:28.404583 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12876c00-8767-468c-9ce9-2e10462f3c7e req-620a4ba0-971f-4419-90c4-8203145886b4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:28.406054 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-12876c00-8767-468c-9ce9-2e10462f3c7e req-620a4ba0-971f-4419-90c4-8203145886b4 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0783617 May 17 14:04:28.454323 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-12876c00-8767-468c-9ce9-2e10462f3c7e req-f9bc9230-66a4-4b47-8fa2-0c92158a0f25 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420403 May 17 14:04:29.599786 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-4984c236-488f-4b9b-94fc-5e21f6e03ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:29.601241 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-4984c236-488f-4b9b-94fc-5e21f6e03ef0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1099 time: 0.1078725 May 17 14:04:29.873255 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc880f21-8037-4f6d-acb6-2d6ab8ccb21b req-6ce7edea-3149-4059-aa81-b52d4eb4c4ab tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:29.874715 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bc880f21-8037-4f6d-acb6-2d6ab8ccb21b req-6ce7edea-3149-4059-aa81-b52d4eb4c4ab tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.3085949 May 17 14:04:29.877255 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-24b229fb-81d3-4090-8ec9-169d5e0f20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:29.878612 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-24b229fb-81d3-4090-8ec9-169d5e0f20b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 909 time: 0.2663798 May 17 14:04:30.004860 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bc880f21-8037-4f6d-acb6-2d6ab8ccb21b req-ffd28a4e-58b5-4a16-86ad-fb0c86af3930 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233110 May 17 14:04:30.013905 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-e583d262-2395-4784-afba-1cfa1cd3c78c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 1002 time: 0.1207681 May 17 14:04:30.078341 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-ec15b503-15c5-4403-934b-16f955617b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:30.079768 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-ec15b503-15c5-4403-934b-16f955617b79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.0585346 May 17 14:04:30.161767 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-a344052c-d97b-4efc-9112-7a5b3d56e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:30.163182 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-a344052c-d97b-4efc-9112-7a5b3d56e232 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768580 May 17 14:04:30.301194 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-fc682f39-ddd3-49a4-b41d-b55de7267a80 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304595 May 17 14:04:30.439083 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-5116034d-6a87-49a0-ad3e-e6dec0de2903 req-87daa134-0a3e-4d5f-9205-6e66931b0dd8 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309581 May 17 14:04:31.188526 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb391f3-b768-4aec-8824-260fc029e9bb req-170d77a5-e81e-40b9-8a07-fd2d0f7afd93 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:31.189910 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fcb391f3-b768-4aec-8824-260fc029e9bb req-170d77a5-e81e-40b9-8a07-fd2d0f7afd93 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0810785 May 17 14:04:31.235565 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fcb391f3-b768-4aec-8824-260fc029e9bb req-cacf0bb6-bc07-4019-a6af-ea5812d1174a tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399089 May 17 14:04:32.426905 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb2e68-f645-4f97-93aa-40f6026b67b9 req-ca38f052-9c6a-401e-93f3-2e14b1001dde tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:32.428360 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fdfb2e68-f645-4f97-93aa-40f6026b67b9 req-ca38f052-9c6a-401e-93f3-2e14b1001dde tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0875957 May 17 14:04:32.473796 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-fdfb2e68-f645-4f97-93aa-40f6026b67b9 req-1d9a129c-4667-4a96-b5db-07987bf90ad3 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397432 May 17 14:04:33.659382 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986b7e0-d625-494c-8a26-8da89dcb7e2b req-b83010ab-fb16-400f-86cd-13685b2b00b0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:33.660936 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0986b7e0-d625-494c-8a26-8da89dcb7e2b req-b83010ab-fb16-400f-86cd-13685b2b00b0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0820963 May 17 14:04:33.710736 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-0986b7e0-d625-494c-8a26-8da89dcb7e2b req-82c8ab45-3be1-4cb3-b5ce-d8644ef98038 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 May 17 14:04:34.061537 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-f2462a42-d918-4f77-b798-701ed927bd84 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238725 May 17 14:04:34.078455 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991ec64-ba44-4bdd-a29d-e4ddbda94db2 req-a02b63a5-a2ff-4c2a-87e6-0b3af8dbdf5e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:34.079941 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a991ec64-ba44-4bdd-a29d-e4ddbda94db2 req-a02b63a5-a2ff-4c2a-87e6-0b3af8dbdf5e tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0890872 May 17 14:04:34.127980 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-a991ec64-ba44-4bdd-a29d-e4ddbda94db2 req-8b40bca6-bd8c-4b9d-9aa6-66e29c347674 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412931 May 17 14:04:35.321204 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94fdf9-4232-4037-b81f-030849f24c27 req-1911a000-d04d-4e11-922a-2fe392b83c05 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:35.322583 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2b94fdf9-4232-4037-b81f-030849f24c27 req-1911a000-d04d-4e11-922a-2fe392b83c05 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0885158 May 17 14:04:35.368615 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-2b94fdf9-4232-4037-b81f-030849f24c27 req-5e467184-921a-43fe-86f1-34155150f6d0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400822 May 17 14:04:35.687080 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-7e6ef339-c015-49cd-a0ab-9985ee587e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:35.688554 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-7e6ef339-c015-49cd-a0ab-9985ee587e15 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0&tenant_id=77f9e482a5504e3fa21fe278cd2eac95 HTTP/1.1" status: 200 len: 1099 time: 0.0759516 May 17 14:04:35.786373 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-a01a7e3b-89c8-4ddb-906b-67ce24513f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:35.787875 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-a01a7e3b-89c8-4ddb-906b-67ce24513f74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1099 time: 0.0769446 May 17 14:04:35.923244 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-2dd243e0-5963-4b99-9fcc-48b562b00cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:35.924802 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-2dd243e0-5963-4b99-9fcc-48b562b00cd3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 909 time: 0.1298945 May 17 14:04:36.030221 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-09e941d6-3f28-48af-8cb9-5e0de4caae0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 1002 time: 0.0982378 May 17 14:04:36.091820 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-81eed5b1-79a9-4fdc-aa48-5538ef6bf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:36.093237 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-81eed5b1-79a9-4fdc-aa48-5538ef6bf4e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.0572309 May 17 14:04:36.169412 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-29e7cde2-cca6-4da7-976c-4e8905cb7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:36.170928 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-29e7cde2-cca6-4da7-976c-4e8905cb7774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711994 May 17 14:04:36.406960 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-cd5f4a4e-91d7-4588-b941-288f1b7eb086 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290685 May 17 14:04:36.484116 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1e942ede-67de-4414-ae9a-e93babe6ce95 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:04:36.596583 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-b621936c-55e4-42ed-8cb0-e4642ac58bf7 req-d06e026c-777f-4169-8862-38adeb5c752d service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830544 May 17 14:04:36.601714 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:36.613562 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1c014-75d3-4f73-9e53-64347348bbf4 req-b748203a-56dd-4ce7-a59b-43c9687f84ff tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:36.615302 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-36b1c014-75d3-4f73-9e53-64347348bbf4 req-b748203a-56dd-4ce7-a59b-43c9687f84ff tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.1352100 May 17 14:04:36.630668 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:04:36.645894 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:04:36.651397 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:36.653733 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-9294e88d-35ba-4ca0-918e-351ed9449af2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:04:36.667320 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-36b1c014-75d3-4f73-9e53-64347348bbf4 req-76b51354-8276-4460-83f9-d22526999d0c tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 May 17 14:04:36.726365 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=6']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:04:36.729590 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:04:36.773202 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'code': 200} May 17 14:04:37.656976 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa68c7-78ec-4450-b255-ccea9688f3ca req-787e34bc-9a38-48ec-83d4-bfbe5600268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:37.658507 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7aaa68c7-78ec-4450-b255-ccea9688f3ca req-787e34bc-9a38-48ec-83d4-bfbe5600268b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1097 time: 0.0803838 May 17 14:04:37.701094 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-7aaa68c7-78ec-4450-b255-ccea9688f3ca req-db9ffb8f-c356-4fe1-ba70-bdadf234d304 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362289 May 17 14:04:37.876377 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7963ab2-782a-4afd-bb1b-8234c48c8a6e req-4d494d7a-292a-45b2-8da6-e34e123ae922 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:37.879316 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d7963ab2-782a-4afd-bb1b-8234c48c8a6e req-4d494d7a-292a-45b2-8da6-e34e123ae922 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 944 time: 0.1025965 May 17 14:04:37.929721 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d7963ab2-782a-4afd-bb1b-8234c48c8a6e req-fc816034-3fad-480b-9c86-36df727bf3f0 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447235 May 17 14:04:39.121806 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a61b87-c3cf-480e-b8d0-2f30dd724c43 req-c53e55d9-2f5c-42b0-8206-34a484e7badf tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:39.123277 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-87a61b87-c3cf-480e-b8d0-2f30dd724c43 req-c53e55d9-2f5c-42b0-8206-34a484e7badf tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 944 time: 0.0833335 May 17 14:04:39.169749 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-87a61b87-c3cf-480e-b8d0-2f30dd724c43 req-c192eaab-0053-4e5c-ad90-94c89e77f181 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 May 17 14:04:39.736624 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:04:40.499471 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1e942ede-67de-4414-ae9a-e93babe6ce95 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=78716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 14:04:40.636756 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:04:40.650736 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Returning: {'device': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'port_id': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'mac_address': 'fa:16:3e:8c:65:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 14:04:40.710298 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:40.726818 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e942ede-67de-4414-ae9a-e93babe6ce95 {{(pid=78716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 14:04:40.742760 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:04:40.746606 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:40.748501 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:04:40.819700 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=7']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:04:40.823032 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:04:40.975167 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] get_ports_and_sgs() called for port_ids ['1e942ede-67de-4414-ae9a-e93babe6ce95'] {{(pid=78716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 14:04:42.515412 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1e942ede-67de-4414-ae9a-e93babe6ce95 up at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 14:04:42.585263 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.provisioning_blocks [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Provisioning complete for port 1e942ede-67de-4414-ae9a-e93babe6ce95 triggered by entity L2. {{(pid=78716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 14:04:42.585632 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1907760'] for port, provisioning_complete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:42.703977 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1786522'] for port, before_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:42.731261 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95'}] {{(pid=78716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:04:42.741399 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:04:42.746749 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765888611386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765888195395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765888195440'] for port, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:42.748696 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-2c229d0a-afb7-40a3-a522-3bcee75fd0a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:04:42.783049 dv-cinder-788363-3-smb neutron-server[78716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'code': 200} May 17 14:04:42.814934 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Pushing event updated for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=8']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:04:42.818121 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:04:47.354955 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-cbcf56ac-e2fb-4172-8252-a5a8db16cb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:48.889323 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:49.830590 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e006c7c6-687e-48b4-bede-e18e53316459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:50.182586 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:51.095658 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:52.926664 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:04:53.607049 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-ac3485ba-9360-49de-b435-2337a9976d43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756428 May 17 14:04:53.765627 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-7adccc4b-c36f-4448-a9dc-1782317ac580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:53.767148 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-7adccc4b-c36f-4448-a9dc-1782317ac580 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1099 time: 0.0723417 May 17 14:04:53.917101 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-ee79ae08-6436-485f-9562-ca9d62f89346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:53.918596 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-ee79ae08-6436-485f-9562-ca9d62f89346 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 909 time: 0.1314585 May 17 14:04:54.031340 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-a6fffc49-1b62-40d2-bef3-7c239bd902e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 1002 time: 0.1048925 May 17 14:04:54.105306 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-65ea984c-e0ca-4591-a14e-73090a366c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:54.106853 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-65ea984c-e0ca-4591-a14e-73090a366c36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.0669804 May 17 14:04:54.189086 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-8c62b407-3bb7-4f25-b171-75960426d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:04:54.191101 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-8c62b407-3bb7-4f25-b171-75960426d037 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767643 May 17 14:04:54.328039 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-9688ec29-4860-4444-92a8-40d8f8c02ee0 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290972 May 17 14:04:54.463984 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-82e1aa3e-cb26-437c-a122-a44f58d78387 req-f7e341d2-5ef4-4ea8-8d17-844837c802c1 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287444 May 17 14:05:16.735977 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:05:17.358433 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c1343c56-aed9-4702-a413-d52fbaa601b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:18.903856 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:19.832994 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-0db21045-4a7c-46a9-a25d-e11731591f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:20.196880 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:21.098790 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:22.928658 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:47.364010 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d08058db-716a-46db-a1bc-f20631a31b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:48.906950 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:49.836696 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8a2fd9d8-faac-48b8-a33a-98bea2fd6648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:50.191316 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:51.101102 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:52.930975 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:53.734565 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:05:55.051341 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42930) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:05:55.420422 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Deleting port b04aff34-a619-4387-b53a-9a14a217b104 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:05:55.420761 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:55.604232 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:55.604565 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:55.741998 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Calling delete_port for b04aff34-a619-4387-b53a-9a14a217b104 owned by network:floatingip {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:05:55.756312 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-81583e89-b5cd-4fc9-af6f-b8361647e5a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2554622 May 17 14:05:55.945122 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:55.950947 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-d5c8bf8c-54d2-4d8d-99da-e5bf6fde4590 tempest-AttachVolumeShelveTestJSON-1891354686 tempest-AttachVolumeShelveTestJSON-1891354686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:05:56.001754 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event deleted for resources: {'Port': ['ID=b04aff34-a619-4387-b53a-9a14a217b104,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:05:56.041439 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.041843 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.042215 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.042618 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.042989 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.043360 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.043729 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.044178 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.044443 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.044812 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.045187 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.045536 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:05:56.055490 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:05:56.096957 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-bfc9d379-e776-4a87-aabf-c418aa925725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:56.098967 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-bfc9d379-e776-4a87-aabf-c418aa925725 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1099 time: 0.2419362 May 17 14:05:56.219365 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for floatingip, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:56.219597 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.db.l3_db [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Floating IP 9bef1f93-50fd-472d-a17c-643604106e6c disassociated (deleted). External IP: 172.28.3.236, port: 1e942ede-67de-4414-ae9a-e93babe6ce95. May 17 14:05:56.401622 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-8ae6adc8-40f8-47fa-8a8b-6b4de70f8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:56.403112 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-8ae6adc8-40f8-47fa-8a8b-6b4de70f8349 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 909 time: 0.2854342 May 17 14:05:56.477748 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-3ee5a845-49b0-487f-aae4-84f2d25c6bfc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 217 time: 0.0671017 May 17 14:05:56.622992 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-218d9ff8-b1b7-4f16-b460-aa3087401648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:56.624444 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-218d9ff8-b1b7-4f16-b460-aa3087401648 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.1403029 May 17 14:05:56.884342 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Router ea686dad-5d58-4778-90d6-448061b5176d has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:05:56.950951 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-886378af-70bd-4aaa-9839-19df44997bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:56.952445 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-886378af-70bd-4aaa-9839-19df44997bce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3203394 May 17 14:05:57.186155 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:05:57.193159 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-d7d591c1-1d64-441d-9c7c-f052c2d8a837 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338173 May 17 14:05:57.195288 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] Sync routers for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:05:57.204515 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:05:57.205627 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:05:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:05:57.283143 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for floatingip, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:57.361046 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-164272c1-2b9f-4b4e-83e6-b2ae1ba01601 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "DELETE /v2.0/floatingips/9bef1f93-50fd-472d-a17c-643604106e6c HTTP/1.1" status: 204 len: 168 time: 2.3087015 May 17 14:05:57.363725 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:05:57.388909 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8a3604e8-bc84-4362-a975-ae3596d6d641 req-914981c3-41d8-498d-a952-d490ee399208 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884604 May 17 14:05:57.425327 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:05:57.477233 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'status': 'completed', 'code': 200} May 17 14:05:57.588969 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69993317-3fc5-4a88-a763-223d90342591 req-760850bd-fd6d-4214-8cfb-4f97e285a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:57.590579 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-69993317-3fc5-4a88-a763-223d90342591 req-760850bd-fd6d-4214-8cfb-4f97e285a248 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 1099 time: 0.0908782 May 17 14:05:57.760024 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:36Z', 'revision_number': 5, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:05:57.763816 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] Checking router: ea686dad-5d58-4778-90d6-448061b5176d for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:05:57.772986 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:05:57.773617 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:05:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:05:57.779391 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69993317-3fc5-4a88-a763-223d90342591 req-cbc9237f-6489-4be3-abe0-7e4b7d14ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:57.780853 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-69993317-3fc5-4a88-a763-223d90342591 req-cbc9237f-6489-4be3-abe0-7e4b7d14ab62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 200 len: 909 time: 0.1825454 May 17 14:05:57.855018 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-69993317-3fc5-4a88-a763-223d90342591 req-d25c44be-9f2f-4732-a719-8f0a15247f5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 200 len: 217 time: 0.0661988 May 17 14:05:57.863841 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c1a9-abc3-4916-b9d8-40076e4aedba req-59266eee-bc23-4268-ae09-b84b87c0d389 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:57.864534 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-8e78c1a9-abc3-4916-b9d8-40076e4aedba req-59266eee-bc23-4268-ae09-b84b87c0d389 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Synchronizing usage tracker for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:05:57.926376 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-8e78c1a9-abc3-4916-b9d8-40076e4aedba req-59266eee-bc23-4268-ae09-b84b87c0d389 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Unset dirty status for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:05:57.927534 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8e78c1a9-abc3-4916-b9d8-40076e4aedba req-59266eee-bc23-4268-ae09-b84b87c0d389 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.2448678 May 17 14:05:57.932979 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69993317-3fc5-4a88-a763-223d90342591 req-ad01d2d8-2496-44da-ac0c-17b6b81af7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:57.934363 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-69993317-3fc5-4a88-a763-223d90342591 req-ad01d2d8-2496-44da-ac0c-17b6b81af7b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 200 len: 847 time: 0.0662572 May 17 14:05:57.955715 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:05:58.024556 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-8e78c1a9-abc3-4916-b9d8-40076e4aedba req-83f62bf0-1e6b-401f-9c77-ebd0f98e8e91 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892489 May 17 14:05:58.046329 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69993317-3fc5-4a88-a763-223d90342591 req-64604242-382d-47f4-a53d-c930e028b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:58.046329 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-69993317-3fc5-4a88-a763-223d90342591 req-64604242-382d-47f4-a53d-c930e028b9f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72542f1a-7b34-49f0-bedb-0f68da8481d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0959077 May 17 14:05:58.178894 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-69993317-3fc5-4a88-a763-223d90342591 req-5d18c645-7f08-470e-b5b9-6de7c3b44f50 service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260850 May 17 14:05:58.270137 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:36Z', 'revision_number': 5, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:05:58.274087 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda55d0-98e8-4624-a76b-0f75469bf408 None None] The sync data for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb is: [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:01:20Z', 'revision_number': 4, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb', '_interfaces': [{'id': 'b2ae8413-0b0c-46d2-92e3-6ca777fb8907', 'name': '', 'network_id': '72542f1a-7b34-49f0-bedb-0f68da8481d7', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'mac_address': 'fa:16:3e:3c:69:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:19Z', 'updated_at': '2021-05-17T14:01:36Z', 'revision_number': 5, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'subnets': [{'id': '4b1d7024-9982-4012-8004-9bbc33cbf5a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:05:58.443902 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-69993317-3fc5-4a88-a763-223d90342591 req-6a3af2af-09ae-453c-ae8f-bf6291bfcf4c service neutron] 10.222.0.52 "GET /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573645 May 17 14:05:58.492929 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026c5b96-2423-43eb-88b5-1d25f2fff3cc None None] New status for floating IP 9bef1f93-50fd-472d-a17c-643604106e6c: DOWN {{(pid=78717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 14:05:59.080703 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-ed0cd141-9008-49f6-8ac1-6394828db011 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:59.082215 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-ed0cd141-9008-49f6-8ac1-6394828db011 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.52 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.0787983 May 17 14:05:59.278167 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169719-8076-4ffa-a759-c694509e4ba6 req-cb330625-e410-4003-b630-8e0c36479823 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 14:05:59.279601 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d1169719-8076-4ffa-a759-c694509e4ba6 req-cb330625-e410-4003-b630-8e0c36479823 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 946 time: 0.1440051 May 17 14:05:59.302379 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Deleting port 1e942ede-67de-4414-ae9a-e93babe6ce95 {{(pid=78715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:05:59.302721 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:59.409487 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-d1169719-8076-4ffa-a759-c694509e4ba6 req-cf2291d6-048c-4f4d-988a-5c31b11ace8b tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/security-groups?id=355341a1-b41f-4be5-a717-d15d7e468904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218412 May 17 14:05:59.454386 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.db [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] For port 1e942ede-67de-4414-ae9a-e93babe6ce95, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1e942ede-67de-4414-ae9a-e93babe6ce95,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:05:59.455590 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:59.577074 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.plugins.ml2.plugin [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Calling delete_port for 1e942ede-67de-4414-ae9a-e93babe6ce95 owned by compute:nova {{(pid=78715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:05:59.686130 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-745547'] for port, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:59.692980 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-912c02e2-9417-47f7-99ff-73bea0393674 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:05:59.741475 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event deleted for resources: {'Port': ['ID=1e942ede-67de-4414-ae9a-e93babe6ce95,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:05:59.768191 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:05:59.816983 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] No DVR routers for this DVR port 1e942ede-67de-4414-ae9a-e93babe6ce95 on host hv-cinder-78836 {{(pid=78715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:05:59.819444 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475896'] for port, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:05:59.822019 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'name': 'network-vif-deleted', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95'}] {{(pid=78715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 14:05:59.838014 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-bdc33f00-3f9a-4813-980d-d88f0d6b29c9 req-0b67f837-59a8-437b-9c76-970cf4b15cca tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.52 "DELETE /v2.0/ports/1e942ede-67de-4414-ae9a-e93babe6ce95 HTTP/1.1" status: 204 len: 173 time: 0.7498410 May 17 14:05:59.870134 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43814da-9ac5-47ef-aca7-2ca9720407a0', 'name': 'network-vif-deleted', 'tag': '1e942ede-67de-4414-ae9a-e93babe6ce95', 'status': 'completed', 'code': 200} May 17 14:06:00.584150 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-3418ce95-25bc-451f-ac88-a3454185b993 req-dfd35c11-c1f1-44f4-b287-b67ac8c7b768 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Synchronizing usage tracker for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:port {{(pid=78715) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 14:06:00.601227 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.quota.resource [req-3418ce95-25bc-451f-ac88-a3454185b993 req-dfd35c11-c1f1-44f4-b287-b67ac8c7b768 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Unset dirty status for tenant:77f9e482a5504e3fa21fe278cd2eac95 on resource:port {{(pid=78715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 14:06:00.602399 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [req-3418ce95-25bc-451f-ac88-a3454185b993 req-dfd35c11-c1f1-44f4-b287-b67ac8c7b768 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "GET /v2.0/ports?device_id=c43814da-9ac5-47ef-aca7-2ca9720407a0 HTTP/1.1" status: 200 len: 210 time: 0.0623925 May 17 14:06:01.704803 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42950) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:01.776028 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:01.806645 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:01.874811 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:01.879328 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-eb89ec86-ea4d-405d-9e06-be9f10195a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:01.894787 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355341a1-b41f-4be5-a717-d15d7e468904,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:01.903319 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.903697 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.904068 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.904434 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.904794 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.905154 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.905507 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.905893 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.906249 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.906604 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.906958 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.907310 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:01.911959 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:01.915651 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] Notify callbacks [] for security_group, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:01.916829 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-65bdc7a4-d2ef-44d5-9f58-191e413da4f5 tempest-TestShelveInstance-368092637 tempest-TestShelveInstance-368092637-project] 10.222.0.44 "DELETE /v2.0/security-groups/355341a1-b41f-4be5-a717-d15d7e468904 HTTP/1.1" status: 204 len: 168 time: 0.2109380 May 17 14:06:01.960992 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42956) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:02.507011 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687563'] for router_interface, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:02.894012 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1e942ede-67de-4414-ae9a-e93babe6ce95 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:06:02.934448 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] No Port match for: 1e942ede-67de-4414-ae9a-e93babe6ce95 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:06:02.934799 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Device 1e942ede-67de-4414-ae9a-e93babe6ce95 not bound to the agent host hv-cinder-78836 {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:06:03.019252 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Deleting port b2ae8413-0b0c-46d2-92e3-6ca777fb8907 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:06:03.019867 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:03.142023 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] For port b2ae8413-0b0c-46d2-92e3-6ca777fb8907, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:06:03.142424 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:03.268811 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Calling delete_port for b2ae8413-0b0c-46d2-92e3-6ca777fb8907 owned by network:router_interface {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:06:03.415533 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:03.419665 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-69127faa-2142-47f6-bc4b-87ddd9ed342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:03.465769 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ae8413-0b0c-46d2-92e3-6ca777fb8907,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:03.468760 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:03.742261 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687463'] for router_interface, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:04.118156 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Router ea686dad-5d58-4778-90d6-448061b5176d has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:06:04.398130 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:06:04.406986 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] Sync routers for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:06:04.415447 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-47ceb01e-7960-4954-a7cc-da2eced59359 admin admin] 10.222.0.44 "PUT /v2.0/routers/ea686dad-5d58-4778-90d6-448061b5176d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4532449 May 17 14:06:04.416927 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:06:04.417635 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:05:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:04.417935 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42960) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:04.596135 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: dv-cinder-788363-3-smb {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:06:04.602203 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks [] for router, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:04.781724 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:04.858576 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Deleting port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:06:04.858915 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:04.936883 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:06:03Z', 'revision_number': 5, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port': {'id': '4feb0f1b-d152-4d07-9c85-2db76bcb35bd', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:16Z', 'updated_at': '2021-05-17T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:04.940945 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] Checking router: ea686dad-5d58-4778-90d6-448061b5176d for host: dv-cinder-788363-3-smb {{(pid=78716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:06:04.949463 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] Routers {'ea686dad-5d58-4778-90d6-448061b5176d'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:06:04.950107 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:05:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['ea686dad-5d58-4778-90d6-448061b5176d'], 'active': True} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:04.988654 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] For port 4feb0f1b-d152-4d07-9c85-2db76bcb35bd, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=4feb0f1b-d152-4d07-9c85-2db76bcb35bd,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:06:04.989004 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.102426 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvr_db [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] Set router ea686dad-5d58-4778-90d6-448061b5176d gateway port host: None {{(pid=78716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:06:05.113470 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Calling delete_port for 4feb0f1b-d152-4d07-9c85-2db76bcb35bd owned by network:router_gateway {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:06:05.208676 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_hamode_db [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:06:04Z', 'revision_number': 6, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port_host': None}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:05.213095 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226c9ab-deee-4ee0-a528-eae1c108343d None None] The sync data for ids ['ea686dad-5d58-4778-90d6-448061b5176d'] in dv-cinder-788363-3-smb is: [{'id': 'ea686dad-5d58-4778-90d6-448061b5176d', 'name': 'tempest-TestShelveInstance-935548896-router', 'tenant_id': '77f9e482a5504e3fa21fe278cd2eac95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:15Z', 'updated_at': '2021-05-17T14:06:04Z', 'revision_number': 6, 'project_id': '77f9e482a5504e3fa21fe278cd2eac95', 'gw_port_host': None}] {{(pid=78716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:06:05.256813 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.260463 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-12efe48a-01b7-4773-8fb5-2b8bb4f51709 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:05.306839 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Pushing event deleted for resources: {'Port': ['ID=4feb0f1b-d152-4d07-9c85-2db76bcb35bd,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:05.309815 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:05.400412 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681452'] for router_gateway, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.574207 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8162'] for router, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.576477 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.605192 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681236'] for router, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.606511 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea686dad-5d58-4778-90d6-448061b5176d {{(pid=78714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 14:06:05.624773 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.629266 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-f85f620f-33a3-437e-9a69-ad196d4284fc admin admin] 10.222.0.44 "DELETE /v2.0/routers/ea686dad-5d58-4778-90d6-448061b5176d HTTP/1.1" status: 204 len: 168 time: 1.2068100 May 17 14:06:05.629613 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42964) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:05.697468 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] Deleting subnet 4b1d7024-9982-4012-8004-9bbc33cbf5a4 {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:06:05.701148 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.751101 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.931440 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:05.996150 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b2ae8413-0b0c-46d2-92e3-6ca777fb8907 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:06:06.037322 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: b2ae8413-0b0c-46d2-92e3-6ca777fb8907 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:06:06.037716 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b2ae8413-0b0c-46d2-92e3-6ca777fb8907 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:06:06.193639 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.199202 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:06.240996 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1d7024-9982-4012-8004-9bbc33cbf5a4,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:06.243600 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:06.246517 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.253108 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c9ef4-aaac-4a35-a86b-1c924525ec6c None None] Network 72542f1a-7b34-49f0-bedb-0f68da8481d7 requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:06:06.254691 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-84b36820-e544-4e6c-8a7b-fc13c915489c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4b1d7024-9982-4012-8004-9bbc33cbf5a4 HTTP/1.1" status: 204 len: 168 time: 0.6240191 May 17 14:06:06.257065 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42968) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:06.367304 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.444772 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Deleting port 22d3e522-ee77-4343-b99b-a647fb73e5ae {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:06:06.445162 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.510891 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] DHCP port deletion for 72542f1a-7b34-49f0-bedb-0f68da8481d7 request from dv-cinder-788363-3-smb {{(pid=78716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 14:06:06.553157 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] For port 22d3e522-ee77-4343-b99b-a647fb73e5ae, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=22d3e522-ee77-4343-b99b-a647fb73e5ae,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:06:06.553429 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.582245 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Deleting port 22d3e522-ee77-4343-b99b-a647fb73e5ae {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:06:06.582632 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.681242 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Calling delete_port for 22d3e522-ee77-4343-b99b-a647fb73e5ae owned by network:dhcp {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:06:06.684276 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] For port 22d3e522-ee77-4343-b99b-a647fb73e5ae, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=22d3e522-ee77-4343-b99b-a647fb73e5ae,segment=NetworkSegment(a0fe54a7-819d-4034-8744-199dff206997),segment_id=a0fe54a7-819d-4034-8744-199dff206997)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:06:06.684671 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.730487 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.734585 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8356d42c-ce6f-42d7-b983-70f9e6f9acf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:06.784107 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] No DVR routers for this DVR port 22d3e522-ee77-4343-b99b-a647fb73e5ae on host dv-cinder-788363-3-smb {{(pid=78714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:06:06.811379 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d3e522-ee77-4343-b99b-a647fb73e5ae,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:06.811639 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Calling delete_port for 22d3e522-ee77-4343-b99b-a647fb73e5ae owned by network:dhcp {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:06:06.813831 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:06.855753 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.859323 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:06.900504 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Pushing event deleted for resources: {'Port': ['ID=22d3e522-ee77-4343-b99b-a647fb73e5ae,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:06.908827 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.910416 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] No DVR routers for this DVR port 22d3e522-ee77-4343-b99b-a647fb73e5ae on host dv-cinder-788363-3-smb {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:06:06.912510 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.912848 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.913180 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.913510 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.913961 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.914288 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.914623 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.915183 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.915506 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.915822 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.916138 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.916451 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-3-smb {{(pid=78716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 14:06:06.919954 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-78c4a605-4713-4f2c-a01f-919ac7008896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:06.925272 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72542f1a-7b34-49f0-bedb-0f68da8481d7']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:06.938657 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fe54a7-819d-4034-8744-199dff206997') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:06.938959 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fe54a7-819d-4034-8744-199dff206997') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:06.950907 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.968391 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.975457 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:06:06.976026 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:06:06.989373 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:06:07.071230 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:07.075151 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:07.089865 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:07.100873 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Pushing event deleted for resources: {'Network': ['ID=72542f1a-7b34-49f0-bedb-0f68da8481d7,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:07.104152 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:07.115163 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-8547e2cf-919e-4f3f-9939-dade76c6ca82 admin admin] 10.222.0.44 "DELETE /v2.0/networks/72542f1a-7b34-49f0-bedb-0f68da8481d7 HTTP/1.1" status: 204 len: 168 time: 0.8571041 May 17 14:06:07.117986 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42972) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:07.636623 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 4feb0f1b-d152-4d07-9c85-2db76bcb35bd no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:06:07.675873 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 4feb0f1b-d152-4d07-9c85-2db76bcb35bd {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:06:07.676002 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 4feb0f1b-d152-4d07-9c85-2db76bcb35bd not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:06:07.676372 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 22d3e522-ee77-4343-b99b-a647fb73e5ae no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:06:07.710293 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 22d3e522-ee77-4343-b99b-a647fb73e5ae {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:06:07.710651 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 22d3e522-ee77-4343-b99b-a647fb73e5ae not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:06:07.771221 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-687563'] for router_interface, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:08.185157 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Deleting port be8a9f14-27ef-48ba-aa74-2b5ec5b74181 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:06:08.185496 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:08.310744 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] For port be8a9f14-27ef-48ba-aa74-2b5ec5b74181, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,segment=NetworkSegment(bf267cc7-103a-441a-a57d-297e4e287123),segment_id=bf267cc7-103a-441a-a57d-297e4e287123)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:06:08.311093 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:08.434427 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Calling delete_port for be8a9f14-27ef-48ba-aa74-2b5ec5b74181 owned by network:router_interface {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:06:08.584888 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:08.588613 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-156ebc7c-a30e-4dee-9b74-10ad5003ce37 tempest-TestMinimumBasicScenario-942403223 tempest-TestMinimumBasicScenario-942403223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:08.658283 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8a9f14-27ef-48ba-aa74-2b5ec5b74181,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:08.665113 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:08.911910 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-687463'] for router_interface, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:09.380763 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Router b41d7309-785b-42b6-911c-e3b3453612ae has already been hosted by L3 agent 100bc0c3-d2cb-485d-a668-519e89447c58 {{(pid=78714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 14:06:09.559826 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] Notify agent at l3_agent.dv-cinder-788363-3-smb the message routers_updated {{(pid=78714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 14:06:09.569115 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] Sync routers for ids ['b41d7309-785b-42b6-911c-e3b3453612ae'] in dv-cinder-788363-3-smb {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 14:06:09.569621 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-153a5a27-6ef8-473c-9461-822c2e3e3334 admin admin] 10.222.0.44 "PUT /v2.0/routers/b41d7309-785b-42b6-911c-e3b3453612ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4502180 May 17 14:06:09.571691 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42976) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:09.579049 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] Routers {'b41d7309-785b-42b6-911c-e3b3453612ae'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:06:09.579798 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:05:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['b41d7309-785b-42b6-911c-e3b3453612ae'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:09.758221 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks [] for router, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:09.765613 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] Set router b41d7309-785b-42b6-911c-e3b3453612ae gateway port host: dv-cinder-788363-3-smb {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:06:09.940506 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.012619 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Deleting port b73cf05e-03bf-429f-9f6e-839d0b6384a2 {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:06:10.012959 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.112053 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'external_fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:06:08Z', 'revision_number': 5, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port': {'id': 'b73cf05e-03bf-429f-9f6e-839d0b6384a2', 'name': '', 'network_id': '23b0e3e2-79d9-4ad4-9ff3-e129067137ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T14:01:25Z', 'updated_at': '2021-05-17T14:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da6a37ff-895b-4101-8328-38f95cef30bc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-3-smb'}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:10.118421 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] Checking router: b41d7309-785b-42b6-911c-e3b3453612ae for host: dv-cinder-788363-3-smb {{(pid=78717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 14:06:10.133219 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] Routers {'b41d7309-785b-42b6-911c-e3b3453612ae'} bound to L3 agent in host dv-cinder-788363-3-smb {{(pid=78717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 14:06:10.134293 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T13:45:50Z,description=,heartbeat_timestamp=2021-05-17T14:05:50Z,host='dv-cinder-788363-3-smb',id=100bc0c3-d2cb-485d-a668-519e89447c58,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T13:45:50Z,topic='l3_agent')) {'router_ids': ['b41d7309-785b-42b6-911c-e3b3453612ae'], 'active': True} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:10.152122 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] For port b73cf05e-03bf-429f-9f6e-839d0b6384a2, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=b73cf05e-03bf-429f-9f6e-839d0b6384a2,segment=NetworkSegment(1077e92e-07ac-46ef-a707-70764f62a748),segment_id=1077e92e-07ac-46ef-a707-70764f62a748)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:06:10.152477 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.285743 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Calling delete_port for b73cf05e-03bf-429f-9f6e-839d0b6384a2 owned by network:router_gateway {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:06:10.305688 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_dvr_db [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] Set router b41d7309-785b-42b6-911c-e3b3453612ae gateway port host: None {{(pid=78717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 14:06:10.455612 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.l3_hamode_db [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:06:09Z', 'revision_number': 6, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port_host': None}], 'dv-cinder-788363-3-smb', False) {} {{(pid=78717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:10.460175 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0133f6-ef6a-4b3e-92a3-8059fae49e95 None None] The sync data for ids ['b41d7309-785b-42b6-911c-e3b3453612ae'] in dv-cinder-788363-3-smb is: [{'id': 'b41d7309-785b-42b6-911c-e3b3453612ae', 'name': 'tempest-TestShelveInstance-2082947356-router', 'tenant_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T14:01:23Z', 'updated_at': '2021-05-17T14:06:09Z', 'revision_number': 6, 'project_id': '1b386cca859a49e2b4353ab4a2a2f03e', 'gw_port_host': None}] {{(pid=78717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 14:06:10.546606 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.551147 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-99eda591-553c-4f9d-8889-08039fe5878a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:10.595988 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73cf05e-03bf-429f-9f6e-839d0b6384a2,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:10.625736 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:10.690404 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-681452'] for router_gateway, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.871350 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8162'] for router, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.873777 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.904247 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681236'] for router, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.904857 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41d7309-785b-42b6-911c-e3b3453612ae {{(pid=78714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 14:06:10.918302 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] Notify callbacks [] for router, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:10.919426 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-348eedca-15b8-4271-9bcb-56b9ef2ebe08 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b41d7309-785b-42b6-911c-e3b3453612ae HTTP/1.1" status: 204 len: 168 time: 1.3468373 May 17 14:06:10.922000 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42980) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:10.985585 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.db_base_plugin_v2 [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] Deleting subnet f9e1d747-4eda-4c93-b8d2-ab0037c66716 {{(pid=78714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 14:06:10.988830 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.038747 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3822585'] for subnet, precommit_delete_associations {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.117319 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1928824'] for subnet, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.376439 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1928819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9710176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597611'] for subnet, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.380971 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:11.417256 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e1d747-4eda-4c93-b8d2-ab0037c66716,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:11.420191 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:11.421174 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for subnet, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.427244 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f0ebfa-3695-4327-b055-3ac9795e493a None None] Network ce73dbd7-e990-4d27-aede-dc81dda0ebcf requested from dv-cinder-788363-3-smb {{(pid=78716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 14:06:11.428534 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-004cbd8e-dad0-4265-a2fb-74a591846cf8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f9e1d747-4eda-4c93-b8d2-ab0037c66716 HTTP/1.1" status: 204 len: 168 time: 0.5055618 May 17 14:06:11.431136 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42984) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:11.545347 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1825070'] for network, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.637832 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Deleting port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b {{(pid=78714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:06:11.638096 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.662685 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device be8a9f14-27ef-48ba-aa74-2b5ec5b74181 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:06:11.755549 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] DHCP port deletion for ce73dbd7-e990-4d27-aede-dc81dda0ebcf request from dv-cinder-788363-3-smb {{(pid=78716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 14:06:11.763288 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: be8a9f14-27ef-48ba-aa74-2b5ec5b74181 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:06:11.763635 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device be8a9f14-27ef-48ba-aa74-2b5ec5b74181 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:06:11.764056 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b73cf05e-03bf-429f-9f6e-839d0b6384a2 no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:06:11.765637 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.db [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] For port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,segment=NetworkSegment(bf267cc7-103a-441a-a57d-297e4e287123),segment_id=bf267cc7-103a-441a-a57d-297e4e287123)] {{(pid=78714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:06:11.766017 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.826718 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: b73cf05e-03bf-429f-9f6e-839d0b6384a2 {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:06:11.827070 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device b73cf05e-03bf-429f-9f6e-839d0b6384a2 not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:06:11.863995 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] Deleting port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b {{(pid=78716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 14:06:11.864380 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765888608422'] for port, before_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.896359 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.plugin [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Calling delete_port for 5acf43c0-d8c7-4488-96c2-cb48b07afa4b owned by network:dhcp {{(pid=78714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:06:11.943952 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9710227'] for port, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.948948 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-e30c0ef3-e546-4b96-8c11-c7a7ddc890ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:11.967305 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.db [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] For port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b, host dv-cinder-788363-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-3-smb',level=0,port_id=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,segment=NetworkSegment(bf267cc7-103a-441a-a57d-297e4e287123),segment_id=bf267cc7-103a-441a-a57d-297e4e287123)] {{(pid=78716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 14:06:11.967756 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-687773'] for port, precommit_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:11.993983 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] No DVR routers for this DVR port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b on host dv-cinder-788363-3-smb {{(pid=78714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:06:12.102212 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] Calling delete_port for 5acf43c0-d8c7-4488-96c2-cb48b07afa4b owned by network:dhcp {{(pid=78716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 14:06:12.120343 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Pushing event deleted for resources: {'Port': ['ID=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:12.122756 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:12.150388 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1789025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765888611395', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765888195386'] for port, after_delete {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.153937 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-85dbfa4e-e94c-4854-bdec-070f1793ac06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:12.197957 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] Pushing event deleted for resources: {'Port': ['ID=5acf43c0-d8c7-4488-96c2-cb48b07afa4b,revision_number=None']} {{(pid=78716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:12.200817 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG oslo_concurrency.lockutils [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:12.201628 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cff21f-4e44-4c4a-bf30-f342026f2257 None None] No DVR routers for this DVR port 5acf43c0-d8c7-4488-96c2-cb48b07afa4b on host dv-cinder-788363-3-smb {{(pid=78716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 14:06:12.222714 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1928781', 'neutron.services.segments.db._delete_segments_for_network-8765888619906'] for network, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.235626 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce73dbd7-e990-4d27-aede-dc81dda0ebcf']}} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:12.248965 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf267cc7-103a-441a-a57d-297e4e287123') {'for_net_delete': True} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:12.249262 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.services.segments.db [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf267cc7-103a-441a-a57d-297e4e287123') {} {{(pid=78714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 14:06:12.261418 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765888631179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3822582'] for segment, before_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.277360 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943'] for segment, precommit_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.284166 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=78714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 14:06:12.284498 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9710278'] for segment, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: Traceback (most recent call last): May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: timer() May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: cb(*args, **kw) May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: return func(*args, **kwargs) May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: self._notify() May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: self.callback(batched_events) May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: event.method(event) May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: aggregate_uuid = self.p_client.list_aggregates( May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: return f(self, *a, **k) May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: return self._get(url).json() May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: return self.request(url, 'GET', **kwargs) May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: base_url = self.get_endpoint(auth, allow=allow, May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 14:06:12.297820 dv-cinder-788363-3-smb neutron-server[78714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 14:06:12.376457 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1928772', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-751959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-550135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681419'] for network, after_delete {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.380682 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:12.393604 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron_lib.callbacks.manager [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550098'] for network, before_response {{(pid=78714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.403524 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce73dbd7-e990-4d27-aede-dc81dda0ebcf,revision_number=None']} {{(pid=78714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:12.406173 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG oslo_concurrency.lockutils [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:12.408034 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-c0f28bdf-a8f3-4837-9f97-2bb40478e207 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ce73dbd7-e990-4d27-aede-dc81dda0ebcf HTTP/1.1" status: 204 len: 168 time: 0.9758148 May 17 14:06:12.588606 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [-] (78714) accepted ('10.222.0.44', 42990) {{(pid=78714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:12.639893 dv-cinder-788363-3-smb neutron-server[78714]: INFO neutron.wsgi [None req-8193f12c-2a14-48a7-97c7-7572b03922d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77f9e482a5504e3fa21fe278cd2eac95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500686 May 17 14:06:12.643237 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 42994) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:12.702441 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a17f9098-98fd-4b27-828e-c877b28088ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.728633 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a17f9098-98fd-4b27-828e-c877b28088ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.781051 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a17f9098-98fd-4b27-828e-c877b28088ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.784785 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-f831cc67-c960-451e-ab72-c20e85040109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:12.798856 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f9098-98fd-4b27-828e-c877b28088ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c7c21-f342-4782-9bea-8e94050a05c9,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:12.801518 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-a17f9098-98fd-4b27-828e-c877b28088ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:12.807161 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-a17f9098-98fd-4b27-828e-c877b28088ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:12.808509 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-a17f9098-98fd-4b27-828e-c877b28088ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/375c7c21-f342-4782-9bea-8e94050a05c9 HTTP/1.1" status: 204 len: 168 time: 0.1642354 May 17 14:06:13.168575 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 43002) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:13.222528 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-87799066-4392-44f4-af9f-ed8bc9b33508 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b386cca859a49e2b4353ab4a2a2f03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525992 May 17 14:06:13.224752 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [-] (78715) accepted ('10.222.0.44', 43006) {{(pid=78715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 14:06:13.283443 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-18f3c201-ad45-4c44-b81b-89e0d32a1d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:13.309823 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-18f3c201-ad45-4c44-b81b-89e0d32a1d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:13.362326 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-18f3c201-ad45-4c44-b81b-89e0d32a1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752087'] for security_group, after_delete {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:13.366005 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-8c5cd8bc-a8fc-4c6f-a93b-ed1300cb8806 tempest-AttachVolumeTestJSON-1857385686 tempest-AttachVolumeTestJSON-1857385686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 14:06:13.377427 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3c201-ad45-4c44-b81b-89e0d32a1d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415e6c23-71aa-437e-8394-98c67344c42e,revision_number=None']} {{(pid=78715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 14:06:13.381429 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG oslo_concurrency.lockutils [None req-18f3c201-ad45-4c44-b81b-89e0d32a1d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 14:06:13.384759 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron_lib.callbacks.manager [None req-18f3c201-ad45-4c44-b81b-89e0d32a1d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:13.385954 dv-cinder-788363-3-smb neutron-server[78715]: INFO neutron.wsgi [None req-18f3c201-ad45-4c44-b81b-89e0d32a1d48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/415e6c23-71aa-437e-8394-98c67344c42e HTTP/1.1" status: 204 len: 168 time: 0.1602671 May 17 14:06:13.663318 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 5acf43c0-d8c7-4488-96c2-cb48b07afa4b no longer exists at agent ovs-agent-dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 14:06:13.706135 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.plugin [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] No Port match for: 5acf43c0-d8c7-4488-96c2-cb48b07afa4b {{(pid=78716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 14:06:13.706517 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron.plugins.ml2.rpc [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Device 5acf43c0-d8c7-4488-96c2-cb48b07afa4b not bound to the agent host dv-cinder-788363-3-smb {{(pid=78716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 14:06:17.359947 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-d5522fea-8e94-4113-a3f0-663c3f812d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:18.910197 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:19.839552 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-43b270fc-7d4d-4877-b12b-a72496702814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:20.194481 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:21.103717 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:22.933213 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:30.733778 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:06:47.355781 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-febdc4a5-5256-4620-90c3-a863d93d24cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:48.918266 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:49.841256 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-04bca883-03d5-4d39-bd0a-33d5ad3b04a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:50.196285 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:51.106204 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:06:52.936361 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:07.733072 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:07:17.358239 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-53ed3efd-34a3-49e9-8a9d-d2d590db0d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:18.910938 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:19.844377 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-96776978-8b51-4171-afda-44e273ac922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:20.198723 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:21.110906 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:22.939850 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:44.732896 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:07:47.361748 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-bda87eaf-d4ad-4913-96c4-e45094d09dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:48.922781 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:49.848816 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-82b3e6b0-6ed8-45cf-b15b-b13619aa8278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:50.202210 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:51.113555 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:07:52.943429 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:17.363911 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b7573598-8127-4b79-adba-f0b235763e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:18.936795 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:19.850237 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-edccd540-da71-44c5-8c7e-40e1e2803af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:20.205108 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:21.116311 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:21.731996 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:08:22.945753 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:47.367086 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-382df532-343f-467a-880c-8df2f132f5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:48.951636 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:49.855092 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-4b37e806-b1df-436f-9eb9-9f48cc4eb738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:50.207434 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:51.119532 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:52.949392 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:08:58.730987 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:09:17.370821 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-94051d6b-2c86-46e8-8336-8afee35fa624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:18.951438 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:19.856214 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-314d0b39-75b7-4f72-aa1e-910bd547ba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:20.210474 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:21.121104 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:22.951601 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:35.730337 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:09:47.372570 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-02081d90-2955-4a07-af59-2a7cd3ff83cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:48.966046 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:49.857641 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-a13df060-2bce-42f6-b055-c89d8860f8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:50.212748 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:51.124364 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:09:52.957376 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:12.729287 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:10:17.375263 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-f5e54e0e-65f1-403d-9710-9c741180a196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:18.968446 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:19.860836 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-e0f4411f-b055-41e2-8744-23adf3a5294b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:20.216588 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:21.128269 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:22.958241 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:25.347649 dv-cinder-788363-3-smb neutron-server[78714]: DEBUG neutron.wsgi [req-17cce9af-7ad5-48b7-9081-1dacd1c60d00 req-9c05afb9-db9a-4880-ae78-07088c6134a9 service neutron] (78714) timed out ('10.222.0.52', 49555) {{(pid=78714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 14:10:28.176364 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [req-94d7b602-0eef-40c3-b0e2-97fa303831f6 req-362a72c8-488b-484d-8618-8bb43f0aaa03 service neutron] (78715) timed out ('10.222.0.52', 49770) {{(pid=78715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 14:10:29.279117 dv-cinder-788363-3-smb neutron-server[78715]: DEBUG neutron.wsgi [req-53cac06f-8c29-4dc9-af51-77225807e288 req-0745657d-eb44-4bed-9c1b-3975f49273c9 service neutron] (78715) timed out ('10.222.0.52', 49510) {{(pid=78715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 14:10:47.379969 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-6ac42ab5-0791-4fce-b53e-cda8d87d146d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:48.985827 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:49.729550 dv-cinder-788363-3-smb neutron-server[78717]: DEBUG neutron.db.agents_db [None req-566bb70a-bda1-4049-84db-abd3b8345737 None None] Agent healthcheck: found 6 active agents {{(pid=78717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 14:10:49.863467 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-c9815622-6c40-4dc4-bcd9-620c1e95b9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:50.219188 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:51.130253 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:10:52.961898 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:11:17.383563 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-8717202e-5d58-4c41-8a05-643659bb3c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:11:18.982995 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-1300e733-077f-4ecb-ad4a-dd840a00fe05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:11:19.868007 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-b37a5743-56f6-404d-aee9-8b18b3d99ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:11:20.225456 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-36201aa1-e36e-47a1-84e5-4b22b120a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:11:21.133966 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-25140a1b-7767-46eb-9c1d-ffe06cd42ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 14:11:22.966685 dv-cinder-788363-3-smb neutron-server[78716]: DEBUG neutron_lib.callbacks.manager [None req-2ab603f6-5913-432e-a5b4-c94ed9105988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765888623324', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1907843'] for agent, after_update {{(pid=78716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}